-- Logs begin at Thu 2021-02-18 02:03:28 UTC, end at Thu 2021-02-18 03:14:26 UTC. --
Feb 18 02:39:28.917129 dv-cinder-763306-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 18 02:39:31.637751 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.common.config [-] Logging enabled!
Feb 18 02:39:31.638310 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531
Feb 18 02:39:31.639628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 02:39:31.641427 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.common.config [-] Logging enabled!
Feb 18 02:39:31.641723 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531
Feb 18 02:39:31.642082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 02:39:31.643151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 02:39:31.643423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 02:39:31.644514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 02:39:31.644806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 02:39:31.645072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 02:39:31.645480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.646317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.646749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.647027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.647378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.647756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.648093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.648435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.648786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.649120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.649446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.649777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.650049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.650378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.650714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.651050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.651313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.651668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.652224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.652553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.652877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.653213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.653528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.653848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.654176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.654554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] host                           = dv-cinder-763306-10-iscsi {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.654872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.655207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.655563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.655902 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.656221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.656545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.656880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.657201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.657522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.657840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.658173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.658505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.658846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.659108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.659369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.659747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.660349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.660667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.660987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.661492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.661832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.662152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.662467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.662805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.663141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.663477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.663824 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.664144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.664464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.664778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.665112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.665431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.665748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.666064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.666399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.666711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.667027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.667376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.667742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.668072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.668404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.668720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.669048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.669360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.669673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.669986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.670301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.670613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.670939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.671255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.671601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.671910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.672225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.672581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:31.672911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.673245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.673593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.673923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.674261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.674588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.674925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.675244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.675607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.675947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.676279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.676600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.676952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.677356 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.677709 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.678066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.678410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.678752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.679069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.679384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.679725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.680046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.680378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.680720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.681057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.681373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.681694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.682031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.682349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.682664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.682984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.683318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.683663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.683980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.684304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.684626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.684940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.685250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.685567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.685904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.686221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.686531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.686843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.687161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.687477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.687832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.688153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.688464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.688777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.689095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.689406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.689720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.690037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.690348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.690664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.690976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.691286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.691624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.691937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.692249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.693090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.693491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.693815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.694131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.694446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.694760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.695076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.695390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.695747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.696091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.696413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.696733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.697051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.697368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.697686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.698010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.698326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.698645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.698959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.699297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.699646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.699981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.700304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.700621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.700963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.701280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.701604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.701923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.702243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.702568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.702901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.703239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.703602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.703945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.704284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.704623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.704951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.705314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.705638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:31.705894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 02:39:31.706164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83868) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 18 02:39:32.358661 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading Gnome
Feb 18 02:39:32.376360 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading Google
Feb 18 02:39:32.378865 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading Windows (alt)
Feb 18 02:39:32.382386 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading file
Feb 18 02:39:32.383345 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading keyczar
Feb 18 02:39:32.383649 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading multi
Feb 18 02:39:32.384302 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading pyfs
Feb 18 02:39:32.429746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:39:32.430052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:39:32.430371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:39:32.430735 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 18 02:39:32.821823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.822344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.822458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.871285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.871625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.871927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.875505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.875858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.876156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.944230 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.944543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.944841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.945973 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.946274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:32.946645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.216155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f87b0b31158> agent after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.216453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f87b0b31158> agent after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.216709 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f87b0b311e0> segment precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.217014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f87b0b31268> network precommit_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.217831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f87b0b29268> segment before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.364602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> network before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.364977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f87b0a52048> agent before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.365302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> network before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.365611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> port before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.365912 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> port before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.366297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> segment after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.366599 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> segment precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.366896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> segment precommit_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.367189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> segment after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.367549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.367853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> network precommit_delete 0 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.368159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> port provisioning_complete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.368465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.368759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.369074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> agent after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.369392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> subnet after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.369688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> subnet precommit_delete 0 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.370012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.370301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.370793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.371084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.371370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.371739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.372025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.372307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f87b134f710>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.372729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:33.373005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:33.373277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:33.373553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:33.373847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:33.374092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:33.374505 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 18 02:39:33.377670 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 18 02:39:33.382286 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 18 02:39:33.386200 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Feb 18 02:39:33.387856 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 18 02:39:33.389114 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 18 02:39:33.389491 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 18 02:39:33.389918 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 18 02:39:33.392628 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 18 02:39:33.392916 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 18 02:39:33.393299 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 18 02:39:33.415757 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 18 02:39:33.416267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f87b08a3c88>> qos_plugin after_init 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.416594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83868) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 18 02:39:33.416994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f87b08403c8>> logging-plugin after_init 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.418452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83868) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 18 02:39:33.418768 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 18 02:39:33.419045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 18 02:39:33.422152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f87b0840470>> floatingip before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.422464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f87b0840470>> port before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:33.487578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 18 02:39:33.487764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 18 02:39:33.488036 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 18 02:39:33.488434 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 18 02:39:33.522474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.sqlalchemy.engines [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83868) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 18 02:39:33.959485 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing driver for type 'gre'
Feb 18 02:39:33.960074 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] gre ID ranges: [(1, 1000)]
Feb 18 02:39:34.000171 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing driver for type 'local'
Feb 18 02:39:34.000544 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing driver for type 'vlan'
Feb 18 02:39:34.010349 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] VlanTypeDriver initialization complete
Feb 18 02:39:34.010731 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing driver for type 'vxlan'
Feb 18 02:39:34.011257 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] vxlan ID ranges: [(1, 1000)]
Feb 18 02:39:34.051528 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing extension driver 'port_security'
Feb 18 02:39:34.052607 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.extensions.port_security [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] PortSecurityExtensionDriver initialization complete
Feb 18 02:39:34.053218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing mechanism driver 'openvswitch'
Feb 18 02:39:34.059288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83868) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:39:34.060136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0860710>> port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.060549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0860710>> port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.060943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0860710>> port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.061375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0310f98>> subnet after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.061767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0310f98>> subnet after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.062152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0310f98>> subnet after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.062580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b03172b0>> network after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.062966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b03172b0>> network after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.063348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b03172b0>> network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.063800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0317470>> security_group after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.064188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0317470>> security_group after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.064567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0317470>> security_group after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.064990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0317630>> security_group_rule after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.065373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0317630>> security_group_rule after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.065752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b0317630>> security_group_rule after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.066297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b03177f0>> address_group after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.066681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b03177f0>> address_group after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.067056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f87b03177f0>> address_group after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.067629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] ML2 OVO RPC backend initialized. {{(pid=83868) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 18 02:39:34.068370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> router_interface after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.068761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> router_interface after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.069264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> network before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.069656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> networks before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.070043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> port before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.070423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> ports before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.070807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> subnet before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.071186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> subnets before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.071614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> network after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.071999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> network after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.072377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.072766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.073117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.073492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.073866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> subnet after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.074245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> subnet after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.074622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f87b03178d0>> subnet after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.075264 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.plugin [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Modular L2 Plugin initialization complete
Feb 18 02:39:34.075654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading services supported by the core plugin {{(pid=83868) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 18 02:39:34.076027 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Got port-security extension from driver 'port_security'
Feb 18 02:39:34.076539 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.extensions.vlantransparent [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Disabled vlantransparent extension.
Feb 18 02:39:34.077020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83868) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 18 02:39:34.077366 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: router
Feb 18 02:39:34.116287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router_interface before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.116721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.117131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router before_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.117540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router_interface before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.117962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router_interface after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.118358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_delete 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.118762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> floatingip after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.119174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.119591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.119986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.120373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router_gateway after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.120780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.121272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router precommit_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.121695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f87b0890d08> port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.122080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f87b0890e18> port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.122466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f87b0890d90> subnet after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.122843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f87b0890bf8> subnetpool_address_scope after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.123241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> port precommit_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.123658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router precommit_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.124046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f87b08f2ae8> port before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.124430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.124840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.125224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router precommit_delete 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.125617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router precommit_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.126026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router_interface after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.126412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> router precommit_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.126843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f87b0317a58>> network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.127847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Tracking information for resource: router configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:34.128221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Tracking information for resource: floatingip configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 02:39:34.133070 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_agentschedulers_db [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 18 02:39:34.133724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f87b02c3840> port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.134122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f87b02bf7b8> port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.134510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function _notify_port_delete at 0x7f87b02c37b8> port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.134896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f87b02c39d8> port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.135831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f87b02497b8>> router before_create 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.136241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f87b02497b8>> router precommit_delete 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.136643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f87b02497b8>> router precommit_create 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.137041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f87b02497b8>> router precommit_update 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.141719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.provider_configuration [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service providers = [] {{(pid=83868) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 18 02:39:34.142126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.servicetype_db [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83868) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 18 02:39:34.145126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 02:39:34.145542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 02:39:34.146009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 02:39:34.146920 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 02:39:34.147328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.services.service_base [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 18 02:39:34.147770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.148127 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 18 02:39:34.158172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.158548 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: auto_allocate
Feb 18 02:39:34.165197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f87b026df28> network precommit_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.165603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f87b026df28> network precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.166191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.166552 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: tag
Feb 18 02:39:34.173462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.173839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: timestamp
Feb 18 02:39:34.178351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.178873 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: network_ip_availability
Feb 18 02:39:34.184406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f87b0236400>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.184820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f87b0236400>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.185217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f87b0236400>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.186014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.186375 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: flavors
Feb 18 02:39:34.190876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.191247 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading Plugin: revisions
Feb 18 02:39:34.195633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 02:39:34.196056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:39:34.196856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83868) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 18 02:39:34.197218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Initializing extension manager.
Feb 18 02:39:34.197837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: __init__.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.198173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: __pycache__ {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.198549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.198922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: address_group.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.199915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.200555 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: address-group
Feb 18 02:39:34.200924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: address_scope.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.201702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.202296 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: address-scope
Feb 18 02:39:34.202660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.203646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.204236 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: router-admin-state-down-before-update
Feb 18 02:39:34.204602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: agent.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.205360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.205947 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: agent
Feb 18 02:39:34.206307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: agent_resources_synced.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.207234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.207851 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: agent-resources-synced
Feb 18 02:39:34.208723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: allowedaddresspairs.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.210523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.211121 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: allowed-address-pairs
Feb 18 02:39:34.211528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: auto_allocated_topology.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.212602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.213202 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: auto-allocated-topology
Feb 18 02:39:34.213572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: availability_zone.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.214326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.214908 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: availability_zone
Feb 18 02:39:34.215272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: availability_zone_filter.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.216221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.216805 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: availability_zone_filter
Feb 18 02:39:34.217168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: data_plane_status.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.218089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.218670 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 18 02:39:34.219032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: default_subnetpools.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.219982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.220567 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: default-subnetpools
Feb 18 02:39:34.220931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.221890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.222480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: dhcp_agent_scheduler
Feb 18 02:39:34.222854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: dns.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.224407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.224990 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension dns-integration not supported by any of loaded plugins
Feb 18 02:39:34.225354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: dns_domain_ports.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.226280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.226864 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 18 02:39:34.227227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: dvr.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.227981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.228570 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: dvr
Feb 18 02:39:34.228938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: empty_string_filtering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.229861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.230444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: empty-string-filtering
Feb 18 02:39:34.230810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.231760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.232338 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 18 02:39:34.232702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.233630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.234218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 18 02:39:34.234584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: external_net.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.235539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.236110 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: external-net
Feb 18 02:39:34.236473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.237388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.237971 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: extra_dhcp_opt
Feb 18 02:39:34.238331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: extraroute.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.239277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.239896 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: extraroute
Feb 18 02:39:34.240257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: extraroute_atomic.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.241288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.241877 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: extraroute-atomic
Feb 18 02:39:34.242241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: filter_validation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.242947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.243551 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: filter-validation
Feb 18 02:39:34.243918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: fip_pf_description.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.244849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.245437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 18 02:39:34.245801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: fip_port_details.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.246739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.247323 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: fip-port-details
Feb 18 02:39:34.247713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: flavors.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.248961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.249558 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: flavors
Feb 18 02:39:34.249925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.251596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.252200 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 18 02:39:34.252674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: floatingip_pools.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.253436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.254029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: floatingip-pools
Feb 18 02:39:34.254399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: ip_allocation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.255480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.256065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 18 02:39:34.256429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.257386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.257971 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: ip-substring-filtering
Feb 18 02:39:34.258340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l2_adjacency.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.259269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.259878 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 18 02:39:34.260241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.261305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.261906 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: router
Feb 18 02:39:34.262274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.264568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.265186 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 18 02:39:34.265562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.266492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.267090 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: ext-gw-mode
Feb 18 02:39:34.267461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.268415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.269002 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: l3-ha
Feb 18 02:39:34.269369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3_flavors.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.270306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.271535 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: l3-flavors
Feb 18 02:39:34.271925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.272858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.273452 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 18 02:39:34.273817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: l3agentscheduler.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.275106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.275744 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: l3_agent_scheduler
Feb 18 02:39:34.276117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: logging.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.277634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.278249 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension logging not supported by any of loaded plugins
Feb 18 02:39:34.278621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: metering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.279422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.280176 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: metering
Feb 18 02:39:34.280548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.281675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.282270 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: metering_source_and_destination_fields
Feb 18 02:39:34.282637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: multiprovidernet.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.283606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.284204 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: multi-provider
Feb 18 02:39:34.284570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: netmtu.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.285755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.286935 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: net-mtu
Feb 18 02:39:34.287304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: netmtu_writable.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.288262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.288859 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: net-mtu-writable
Feb 18 02:39:34.289226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: network_availability_zone.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.289948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.290541 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: network_availability_zone
Feb 18 02:39:34.290905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: network_ip_availability.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.292054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.292642 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: network-ip-availability
Feb 18 02:39:34.293006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: network_segment_range.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.293957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.294558 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 18 02:39:34.294924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: pagination.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.295974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.296354 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: pagination
Feb 18 02:39:34.296717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: port_device_profile.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.297645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.298247 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: port-device-profile
Feb 18 02:39:34.298612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.299566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.300169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: port-mac-address-regenerate
Feb 18 02:39:34.300536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.301454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.302072 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: port-numa-affinity-policy
Feb 18 02:39:34.302430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: port_resource_request.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.303364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.303985 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 18 02:39:34.304351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: portbindings.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.305307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.305895 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: binding
Feb 18 02:39:34.306261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: portbindings_extended.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.307619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.308213 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: binding-extended
Feb 18 02:39:34.308584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: portsecurity.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.309509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.310100 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: port-security
Feb 18 02:39:34.310466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: project_id.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.311457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.311859 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: project-id
Feb 18 02:39:34.312223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: providernet.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.313154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.313759 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: provider
Feb 18 02:39:34.314122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.317771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.318387 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos not supported by any of loaded plugins
Feb 18 02:39:34.318763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.321148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.321756 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 18 02:39:34.322132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.323068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.323695 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 18 02:39:34.324067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_default.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.324993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.325578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-default not supported by any of loaded plugins
Feb 18 02:39:34.325941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_fip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.326632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.327214 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-fip not supported by any of loaded plugins
Feb 18 02:39:34.327603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_gateway_ip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.328597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.329188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 18 02:39:34.329551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_port_network_policy.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.330474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.331063 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 18 02:39:34.331426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_rule_type_details.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.332395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.333535 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 18 02:39:34.333848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: qos_rules_alias.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.334931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.335575 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 18 02:39:34.335922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: quotasv2.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.336912 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.337288 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: quotas
Feb 18 02:39:34.337653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: quotasv2_detail.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.339290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.339705 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: quota_details
Feb 18 02:39:34.340077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: rbac.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.341240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.341854 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: rbac-policies
Feb 18 02:39:34.342223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: rbac_address_scope.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.343158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.343777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: rbac-address-scope
Feb 18 02:39:34.344147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: rbac_security_groups.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.345182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.345775 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: rbac-security-groups
Feb 18 02:39:34.346141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: rbac_subnetpool.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.347063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.347690 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: rbac-subnetpool
Feb 18 02:39:34.348056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: revisionifmatch.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.349569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.350158 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: revision-if-match
Feb 18 02:39:34.350523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: revisions.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.351690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.352279 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: standard-attr-revisions
Feb 18 02:39:34.352648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: router_availability_zone.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.353383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.353977 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: router_availability_zone
Feb 18 02:39:34.354340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: routerservicetype.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.355281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.355897 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension router-service-type not supported by any of loaded plugins
Feb 18 02:39:34.356257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.357186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.357783 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: security-groups-normalized-cidr
Feb 18 02:39:34.358143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.359073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.359690 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: port-security-groups-filtering
Feb 18 02:39:34.360055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.361005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.361652 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: security-groups-remote-address-group
Feb 18 02:39:34.362017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: securitygroup.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.375423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.376076 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: security-group
Feb 18 02:39:34.376454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: segment.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.377314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.377905 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension segment not supported by any of loaded plugins
Feb 18 02:39:34.378278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.379244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.379933 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 18 02:39:34.380441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: servicetype.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.381559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.382159 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: service-type
Feb 18 02:39:34.382530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: sorting.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.383540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.383926 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: sorting
Feb 18 02:39:34.384295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: standard_attr_segment.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.385217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.385814 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 18 02:39:34.386178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: standardattrdescription.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.386862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.387446 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: standard-attr-description
Feb 18 02:39:34.387843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: stateful_security_group.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.388791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.389380 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: stateful-security-group
Feb 18 02:39:34.389743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: stdattrs_common.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.390339 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 18 02:39:34.390703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.391746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.392344 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 18 02:39:34.392705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: subnet_onboard.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.393777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.394376 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: subnet_onboard
Feb 18 02:39:34.394741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.396247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.396861 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 18 02:39:34.397224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: subnet_service_types.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.398431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.399175 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: subnet-service-types
Feb 18 02:39:34.399562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: subnetallocation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.400651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.401240 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: subnet_allocation
Feb 18 02:39:34.401605 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.402304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.402909 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: subnetpool-prefix-ops
Feb 18 02:39:34.403272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.404248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.404842 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 18 02:39:34.405203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: tagging.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.406517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.407112 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: standard-attr-tag
Feb 18 02:39:34.407476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: timestamp.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.408686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.409287 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loaded extension: standard-attr-timestamp
Feb 18 02:39:34.409654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: trunk.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.410968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.412125 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension trunk not supported by any of loaded plugins
Feb 18 02:39:34.412494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: trunk_details.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.413433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.414016 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension trunk-details not supported by any of loaded plugins
Feb 18 02:39:34.414377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: uplink_status_propagation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.415314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.415927 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 18 02:39:34.416289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Loading extension file: vlantransparent.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 02:39:34.416994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 02:39:34.417578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 18 02:39:34.420295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:network
Feb 18 02:39:34.421102 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:subnet
Feb 18 02:39:34.421800 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 02:39:34.422476 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:port
Feb 18 02:39:34.424022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.424524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service FLAVORS assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.425231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.425717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.426089 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:router
Feb 18 02:39:34.426857 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 02:39:34.427670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service METERING assigned prefix: /metering {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.429452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f87b010aa90>> rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.429858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f87b010aa90>> rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.430248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f87b010aa90>> rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:39:34.431414 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 02:39:34.431948 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 02:39:34.432775 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 02:39:34.433597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service CORE assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.433971 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 02:39:34.434341 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] subnetpool is already registered
Feb 18 02:39:34.435027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service CORE assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.435396 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 02:39:34.435815 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] subnetpool is already registered
Feb 18 02:39:34.438660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.439144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service FLAVORS assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.439843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.440311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.440684 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:router
Feb 18 02:39:34.441061 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] router is already registered
Feb 18 02:39:34.441729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 02:39:34.442096 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] floatingip is already registered
Feb 18 02:39:34.442894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service METERING assigned prefix: /metering {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.443667 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 02:39:34.444038 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] rbac_policy is already registered
Feb 18 02:39:34.444682 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 02:39:34.445052 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] security_group is already registered
Feb 18 02:39:34.445726 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 02:39:34.446093 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] security_group_rule is already registered
Feb 18 02:39:34.446846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service CORE assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.447214 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 02:39:34.447602 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] subnetpool is already registered
Feb 18 02:39:34.448318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Service CORE assigned prefix:  {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 02:39:34.448643 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 02:39:34.449003 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] subnetpool is already registered
Feb 18 02:39:34.449737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: extensions {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.451274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: address-groups {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.453000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: address-scopes {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.454307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: agents {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.455568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: auto-allocated-topology {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.456955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: availability_zones {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.458919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: dhcp-networks {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.460467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: dhcp-agents {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.461985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: routers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.463930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: flavors {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.465292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: service_profiles {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.466580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: next_providers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.469053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: service_profiles {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.470611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: floatingip-pools {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.471947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: routers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.474588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: floatingips {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.475903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: l3-routers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.477379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: l3-agents {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.478887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: metering-labels {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.480374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: metering-label-rules {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.481742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: network-ip-availabilities {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.483090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: bindings {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.484900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: quotas {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.486434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: quotas {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.488030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: rbac-policies {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.489457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: security-groups {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.490833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: security-group-rules {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.493269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: service-providers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.494625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: subnetpools {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.496162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: subnetpools {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.497713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.499473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.501433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.503294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.505319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.507092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.509001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.510953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.512976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.514908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 02:39:34.522651 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING keystonemiddleware.auth_token [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 18 02:39:34.528043 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING keystonemiddleware.auth_token [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 18 02:39:34.537956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Acquired lock "singleton_lock" {{(pid=83868) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 18 02:39:34.538472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Releasing lock "singleton_lock" {{(pid=83868) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 18 02:39:34.539940 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Starting 2 workers
Feb 18 02:39:34.544787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Started child 83977 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 02:39:34.548812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:34.549555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Started child 83978 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 02:39:34.550285 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [-] (83977) wsgi starting up on http://0.0.0.0:9696
Feb 18 02:39:34.551054 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 18 02:39:34.551923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Notify callbacks [] for process, before_spawn {{(pid=83868) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:34.553079 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:34.554488 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [-] (83978) wsgi starting up on http://0.0.0.0:9696
Feb 18 02:39:34.554602 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Starting 1 workers
Feb 18 02:39:34.560143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Started child 83979 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 02:39:34.560663 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Starting 1 workers
Feb 18 02:39:34.562296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] calling RpcWorker wait() {{(pid=83979) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 18 02:39:34.562714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] returning from RpcWorker wait() {{(pid=83979) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 18 02:39:34.564229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:34.564787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:39:34.565400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Started child 83980 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 02:39:34.566202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f83d8d-6966-408c-a03b-4f2b83323792 None None] Notify callbacks [] for process, after_spawn {{(pid=83868) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:34.568605 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83868) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 02:39:34.568861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 02:39:34.569071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 02:39:34.569329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 02:39:34.569739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 02:39:34.569929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 02:39:34.570042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:34.570483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.570794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.571124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.571419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.571755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.572411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.572686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.572995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.573305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.573590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.573786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.576840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 34838) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:39:34.577761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.577842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.578168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.578337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.578618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.578878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.579178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.579448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.579720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.579967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.580242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.580499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.580757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.581065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.581309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.581772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-10-iscsi {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.582018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.582260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.582524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.582801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.583776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.584044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.584329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.584623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.584881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.585136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.585407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.585675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.585944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.586208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.586398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.586668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.586971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.587273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.587485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.587701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.587891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.588195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.588384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.588665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.588914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.589154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.589409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.589669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.589908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.590190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.590432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.590704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.590941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.591217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.591527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.591799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.592055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.592316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.592557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.592986 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0133941
Feb 18 02:39:34.593230 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.593681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.594176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.594517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.594815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.595207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.595620 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.596041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.596417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.596853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.597597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.598401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.599206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.599938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.601086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.601086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.601086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.601340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.601419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.601651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.602071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.602337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.602590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.602836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.603119 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.603370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.604410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.605631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.605890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.606179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.606622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.606934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.607272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.607549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.607823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.608092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.608385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.608652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.608918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.609183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.609492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.609758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.610064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.610319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.610594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.610928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.611213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.611538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.612713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.612713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.612713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.612713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.613019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.613163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.613985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.614260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:39:34.615146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.616061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.616348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.616598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.616844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.617090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.617353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.617655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.617920 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.618164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.618415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.618667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.619082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.619348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.619660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.620882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.620882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.620882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.620882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.620882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.621240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.621350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.621836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.622100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.622376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.622647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.622897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.623140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.623386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.623640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.624098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.624971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.624971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.624971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.625217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.625217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.625519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.625769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.626013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.626257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.627548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.627548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.627548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.627782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.627863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.628107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.628673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.628926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.629749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.629749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.629749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.630498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.630730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.631086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.631337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.631611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.631860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.632107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.632352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.632649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.632996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.633267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.634074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.634516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.634908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.635209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.635602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.635876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.636843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.636843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.636843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.637078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.637430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.637708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.637977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.638288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.638573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.638839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.639921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.639921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.639921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.640137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.640312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.643562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.644115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.644115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.644115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.644526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.644822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.645117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.647187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.647520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.647774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.648055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.648319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.648653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.648948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.649226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.649480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.649774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.650131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.650429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.650677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.650928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.651235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.651574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.652650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.652754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.653053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.653335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.653618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.653925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.654186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.654437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.654729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.654979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.655253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.655529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.656525 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.656801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.657073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.657370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.657623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.657883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.658133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.658393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.658655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.658946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.659197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.659455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.660022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.660283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.660542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.660798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.662090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.662090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.662090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.662090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.662390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.662545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.663037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.663527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.664015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.664452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.664957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.665399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.665856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.666300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.666757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.667225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.667586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.667930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.668247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.668672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.669125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.669606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.670091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.670437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.670788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.671551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.671551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.671720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.671991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.672297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.672621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.672949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.673335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.673660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.674002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.674305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.674670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.674905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.675165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.675649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.676167 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.676629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.677057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.677456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.677829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.678247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.678479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.678908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.679170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.679422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.679721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.679960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.680799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.680799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.680799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.681037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.681269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.681519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.681819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.682116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.682402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.682679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.683068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.683301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.683610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.683872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.684154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.684417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.685357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.685357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.685542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.685726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.686001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.686318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.686625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.686939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.687189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.687531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.688706 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.689025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.690998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.691293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.691601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.693272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.693272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.693272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.693272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.693625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.693879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.694158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.694414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.694603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 02:39:34.695185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83868) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 02:39:34.695376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 02:39:34.695598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 02:39:34.695809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 02:39:34.695992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 02:39:34.696174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 02:39:34.696421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.696614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.696807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.696996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.697186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.697411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.697603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.697791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.697979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.698166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.698402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.698561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.698732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.698920 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.699106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.699297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.699482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.699711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.700731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.700731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.700731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.700731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.700731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.700731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.701924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.702062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.702196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.702350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.702488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.702701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.702868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.703010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.703222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.703373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-10-iscsi {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.703537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.703682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.703817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.704914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.705555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.705555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.705555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.705555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.706977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.707112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.707248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.707383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.707539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.709714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.710971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.711177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.711283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.713380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.714697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.715117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.715117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.715117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 02:39:34.715370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.715463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.716467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.716642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.716985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.717420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.717600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.717955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.718149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.718339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.718537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.718711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.719034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.719368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.719719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.719916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.720292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.720292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.720468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.720629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.720788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.720944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.721150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.721339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.721511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.721818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.722170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.722363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.723265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.723265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.723265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.723265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.723265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.724300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.724300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.724485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.724857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.724857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.725025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.725179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.725331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.725472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.726863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.727985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.728150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.728316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.728484 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.728649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.728789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:39:34.728927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.729998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.730133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.730289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.730458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.731345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.731345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.731345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.731345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.731345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.732583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.733997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.734141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.734276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.734411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.734546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.734843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.734999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.735147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.735324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.735587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.735587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.735996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.735996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.736298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.736298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.736563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.736563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.736832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.736832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.737088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.737224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.737368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.737504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.737680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.737883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.738044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.738236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.738425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.739839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.739839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.739839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.739839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.740131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.740131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.740282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.740413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.740623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.740783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.741001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.741269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.741458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.741458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.743708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744194 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744194 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744194 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.744840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.745027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.745217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.745407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.745596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.745785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.746042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.746134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.746303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.746490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.746678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.746865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.747058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.747246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.747434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.747644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.747835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.748053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.748224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.748371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.748546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.748737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.748926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.749116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.750994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.751172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.751275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.751424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.751634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.751842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.752029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.752225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.752589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.752589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.752756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.752915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.753064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.753244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.753397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.753562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.753757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.753947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.754135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.754324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.754547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.754681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.755002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.755986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.755986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.755986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.755986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.755986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.756333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.756333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.756456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.756585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.756772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.756959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.757157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.757346 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.757536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.757723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.758677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.758677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.758677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.758677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.758677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.759864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.760056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.760246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.760436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.760629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.761612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.761818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.762012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.762213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.762705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.762705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.762861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.762940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.763101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.763866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.764950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.764950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.764950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.764950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.764950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.764950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.765338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.765338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.765338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.765520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.765695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.765882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.766069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.766258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.766446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.767348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.767348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.767348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 02:39:34.767348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 02:39:44.939545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70eb00c-0702-493c-80d8-4e0c8c85256e None None] get_active_networks_info from dv-cinder-763306-10-iscsi {{(pid=83979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 18 02:39:45.073764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70eb00c-0702-493c-80d8-4e0c8c85256e None None] No non-hosted networks {{(pid=83979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 18 02:39:45.131116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-31b7b202-7d52-43e8-a837-898c28b8c8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939'] for agent, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:47.305795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ad6e27a-e3a5-4283-a278-4037badebbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939'] for agent, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:47.372211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc1efe07-df1f-4bca-adee-ebfab0e1373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:47.487923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939'] for agent, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:48.770007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939'] for agent, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:48.771758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.772283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.772798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.773307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.773834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.774339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.774854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.775377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.776068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.776675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.777494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.778066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:48.778677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f87ba4946d8>, 'Open vSwitch agent', 'dv-cinder-763306-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:39:48.783592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f87afcc9128>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:39:49.125191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939'] for agent, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:50.566412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 34942) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:39:50.699451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] get_endpoint_by_host() called for host dv-cinder-763306-10-iscsi {{(pid=83979) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 02:39:50.704610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] get_endpoint_by_ip() called for ip 192.168.0.30 {{(pid=83979) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 02:39:50.708399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] _add_endpoint() called for ip 192.168.0.30 {{(pid=83979) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 02:39:50.714134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] _get_endpoints() called {{(pid=83979) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 02:39:51.199080 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-8bd93169-2be8-4367-a420-22732ea4de9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:39:51.199778 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-8bd93169-2be8-4367-a420-22732ea4de9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:39:51.437629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-8bd93169-2be8-4367-a420-22732ea4de9b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:39:51.438729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8bd93169-2be8-4367-a420-22732ea4de9b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8707845
Feb 18 02:39:53.485337 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_hamode_db [None req-61ec63f1-1ecb-44e5-b86b-ab0910b55897 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 18 02:39:53.577570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec63f1-1ecb-44e5-b86b-ab0910b55897 None None] Routers set() bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:39:53.577913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec63f1-1ecb-44e5-b86b-ab0910b55897 None None] Router IDs set() for agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 18 02:39:54.210740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 34958) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:39:54.597043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:39:54.666120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.policy [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83977) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 02:39:54.703586 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:39:54.703996 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:39:54.730132 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f87afcb3320>.
Feb 18 02:39:54.746755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:39:54.804021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763800744186', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763800685124', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763800696904', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763800698948', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763800702173', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1589628', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853134053', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854221782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854036285'] for rbac-policy, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:54.868055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:54.869251 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2e8fe97d-4cf0-4ad5-a77b-8f81c3acc114 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6575606
Feb 18 02:39:57.852600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 34972) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:39:58.226432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '30ec61837a0a47c19498aba0e808a8b7'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:39:58.232291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:39:58.236986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Usage tracker for resource:network and tenant:30ec61837a0a47c19498aba0e808a8b7 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:39:58.240836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:39:58.246814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:39:58.255391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Made reservation on behalf of 30ec61837a0a47c19498aba0e808a8b7 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:39:58.261377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.280166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.450620 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:39:58.454433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Usage tracker for resource:security_group_rule and tenant:30ec61837a0a47c19498aba0e808a8b7 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:39:58.458078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:39:58.463661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:39:58.559553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.562064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.567225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:39:58.586861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:39:58.612695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.613174 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Added segment 70f2711c-35b0-4677-877f-a77fcc234faa of type vxlan for network 9e621a6a-e175-48c7-912c-2df73679a5e8
Feb 18 02:39:58.668058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4aa302-3d5b-434d-bc8c-82910451dcb3,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:39:58.691087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.691485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.692047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.692410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.692765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.693131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.693780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.693780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.694147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.694490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.694837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.695176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Tracked resource versions report:
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'}}
Feb 18 02:39:58.696603 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:39:58.730800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.747289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:39:58.772404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.773680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:39:58.774309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:39:58.779016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:39:58.893177 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0393944
Feb 18 02:39:58.893894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Pushing event updated for resources: {'Network': ['ID=9e621a6a-e175-48c7-912c-2df73679a5e8,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:39:58.897094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:39:58.904704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:40:01.930265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 34988) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:02.404900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b9ede-b9c7-4beb-8324-dbfc8d34f190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:02.406342 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-537b9ede-b9c7-4beb-8324-dbfc8d34f190 admin admin] 10.222.0.53 "GET /v2.0/networks/9e621a6a-e175-48c7-912c-2df73679a5e8 HTTP/1.1" status: 200  len: 818 time: 0.4750402
Feb 18 02:40:02.436995 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c3cf129f-ee4e-46aa-8726-658ae6caac2a admin admin] 10.222.0.53 "GET /v2.0/subnetpools/86da7f55-ebe2-4370-9060-1bee37ae66a1 HTTP/1.1" status: 200  len: 734 time: 0.0240283
Feb 18 02:40:02.447013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Request body: {'subnet': {'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:40:02.451389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:40:02.455227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Usage tracker for resource:subnet and tenant:30ec61837a0a47c19498aba0e808a8b7 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:40:02.459063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:40:02.464537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:40:02.472572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Made reservation on behalf of 30ec61837a0a47c19498aba0e808a8b7 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:40:02.477166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:02.955625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:02.970413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:03.111240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eed2acf-70ee-4eb3-b155-023b25bd2f88,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:03.118578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:03.175141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Checking segment: {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:40:03.175571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Network hostable DHCP agents. Network: 9e621a6a-e175-48c7-912c-2df73679a5e8, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:40:03.196380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:40:03.204906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 9e621a6a-e175-48c7-912c-2df73679a5e8) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:40:03.209251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:03.209882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:03.214699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f7d87-c4e9-43ae-aa7f-03649ed2f943 None None] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:40:03.233750 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7851110
Feb 18 02:40:03.705934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-9e621a6a-e175-48c7-912c-2df73679a5e8', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:40:03.707001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:04.022842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Allocated IP 172.20.0.2 (9e621a6a-e175-48c7-912c-2df73679a5e8/1eed2acf-70ee-4eb3-b155-023b25bd2f88/f425e049-4c2b-431a-a4c7-e8bc9e454ba3) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:40:04.265462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:04.278906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Transition to ACTIVE for port object f425e049-4c2b-431a-a4c7-e8bc9e454ba3 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:40:04.296551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Transition to ACTIVE for port object f425e049-4c2b-431a-a4c7-e8bc9e454ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:40:04.302939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:04.321338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:04.453406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Pushing event updated for resources: {'Port': ['ID=f425e049-4c2b-431a-a4c7-e8bc9e454ba3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:04.463985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.464374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.464738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.465095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.465446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.465797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.466146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.466473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.466833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.467177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.467550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.467899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Tracked resource versions report:
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'}}
Feb 18 02:40:04.469263 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:40:04.483571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:04.525356 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:40:04.526445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:40:04.529129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:40:04.590666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Attempting to bind port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:40:04.591113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Attempting to bind port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:40:04.591519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Attempting to bind port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 on network 9e621a6a-e175-48c7-912c-2df73679a5e8 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:40:04.596983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:40:04.598424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Checking segment: {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:40:04.598424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:04.598771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Bound using segment: {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:40:04.599341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Bound port: f425e049-4c2b-431a-a4c7-e8bc9e454ba3, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:40:04.599778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:04.691957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] For port f425e049-4c2b-431a-a4c7-e8bc9e454ba3, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:40:04.695925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] For port f425e049-4c2b-431a-a4c7-e8bc9e454ba3, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=f425e049-4c2b-431a-a4c7-e8bc9e454ba3,segment=NetworkSegment(70f2711c-35b0-4677-877f-a77fcc234faa),segment_id=70f2711c-35b0-4677-877f-a77fcc234faa)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:40:04.700117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:04.715834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:04.883019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Pushing event updated for resources: {'Port': ['ID=f425e049-4c2b-431a-a4c7-e8bc9e454ba3,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:04.888222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:05.970585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 34998) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:06.383820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-dd5d4531-a52f-4ab0-bbdf-3892632ba09a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:40:06.384907 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dd5d4531-a52f-4ab0-bbdf-3892632ba09a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4133501
Feb 18 02:40:08.779799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device f425e049-4c2b-431a-a4c7-e8bc9e454ba3 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:40:08.850687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:40:09.130987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35012) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:09.530784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-43f26623-3c41-4d3e-bb1e-f0dca7839e4f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:40:09.532029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-43f26623-3c41-4d3e-bb1e-f0dca7839e4f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4000030
Feb 18 02:40:09.702991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dde1d5-5945-448f-a489-3df6c73091a8 None None] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:40:09.806851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Provisioning for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:40:09.814974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Provisioning complete for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:09.815404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:10.070719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:10.117658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] For port f425e049-4c2b-431a-a4c7-e8bc9e454ba3, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=f425e049-4c2b-431a-a4c7-e8bc9e454ba3,segment=NetworkSegment(70f2711c-35b0-4677-877f-a77fcc234faa),segment_id=70f2711c-35b0-4677-877f-a77fcc234faa)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:40:10.122105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:10.137844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:10.213266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Pushing event updated for resources: {'Port': ['ID=f425e049-4c2b-431a-a4c7-e8bc9e454ba3,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:10.217339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:10.447381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f46525db-d042-406c-9f32-ce585df9cd3f None None] Provisioning complete for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:10.447970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f46525db-d042-406c-9f32-ce585df9cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:10.697625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4dd5a760-1bb3-410c-b92f-a31bb1f5076a None None] Provisioning complete for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:10.698032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4dd5a760-1bb3-410c-b92f-a31bb1f5076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:10.760372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device f425e049-4c2b-431a-a4c7-e8bc9e454ba3 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:40:10.899104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:10.899527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:12.563868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35026) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:12.946245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Request body: {'router': {'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'name': 'router1', 'admin_state_up': True}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:40:12.951583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:40:12.955527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Usage tracker for resource:router and tenant:30ec61837a0a47c19498aba0e808a8b7 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:40:12.958701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:40:12.964359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:40:12.973594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:12.974880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:12.996831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:13.101914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:13.119960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:13.121202 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9879a921-804e-4e0d-b679-3cd9a2832384 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5562766
Feb 18 02:40:14.783936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8df2d60-7b12-4221-ab3c-62cb005f16a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:15.848306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35036) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:16.236888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-c0775a70-43af-4f7d-8441-87a581763c8b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:40:16.237979 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c0775a70-43af-4f7d-8441-87a581763c8b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3886487
Feb 18 02:40:17.308221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e84fc49f-081d-4422-8973-ba57ab774d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:17.441386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:18.772348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:18.976531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35056) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:19.062272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.138848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:40:19.143968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:40:19.148113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Usage tracker for resource:network and tenant:1e73d905fa584740a06cf8583476b92c is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:40:19.151476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:40:19.157169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:40:19.167134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Made reservation on behalf of 1e73d905fa584740a06cf8583476b92c for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:40:19.171675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.184476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.198968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:40:19.202774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Usage tracker for resource:security_group_rule and tenant:1e73d905fa584740a06cf8583476b92c is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:40:19.205649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:40:19.211645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:40:19.294250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.296705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.300948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:19.316027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Reserving flat network on physical network physnet1 {{(pid=83977) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 18 02:40:19.337294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad1b126-809f-44b0-be15-50045356612c,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:19.341510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:19.342436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.343034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f87b0b311e0> segment precommit_create {{(pid=83977) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 18 02:40:19.343438 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Added segment 1f012011-1d37-4db4-ac4c-29979b9deab9 of type flat for network 0761d1ce-a314-4efa-9801-7cedef19a4f5
Feb 18 02:40:19.376191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.411260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.412506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:19.413132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:19.417831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:19.521696 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5440474
Feb 18 02:40:19.522423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Pushing event updated for resources: {'Network': ['ID=0761d1ce-a314-4efa-9801-7cedef19a4f5,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:19.525182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:19.533049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:40:22.057820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35076) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:22.232406 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:40:22.233016 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:40:22.611195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.policy [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83978) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 02:40:22.648488 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:40:22.648896 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 02:40:22.673778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:22.675895 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4a45bea5-45fc-4158-acb6-357b36425c5c admin admin] 10.222.0.53 "GET /v2.0/subnets/1eed2acf-70ee-4eb3-b155-023b25bd2f88 HTTP/1.1" status: 200  len: 849 time: 0.6158638
Feb 18 02:40:23.015734 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f97acfb4-0656-4032-8ab1-14d000d1d83b admin admin] 10.222.0.53 "GET /v2.0/routers/e13ebe4a-831a-4622-ab28-4b659ca4d7b9 HTTP/1.1" status: 200  len: 704 time: 0.3337948
Feb 18 02:40:23.497408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:23.886050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Allocated IP 172.20.0.1 (9e621a6a-e175-48c7-912c-2df73679a5e8/1eed2acf-70ee-4eb3-b155-023b25bd2f88/3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:40:24.051645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:24.071082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Transition to ACTIVE for port object 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:40:24.128283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:24.145567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:24.427998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:24.448990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.449377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.449737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.450094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.450445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.450811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.451160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.451530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.451897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.452246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.452588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.452930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Tracked resource versions report:
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'}}
Feb 18 02:40:24.454281 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:40:24.499481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:24.516474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:40:24.517574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:40:24.520456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:40:24.520983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:24.689841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-45813471-d979-4c70-ad3c-2cfd415b70b7 None None] Provisioning for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:40:24.695264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-45813471-d979-4c70-ad3c-2cfd415b70b7 None None] Provisioning complete for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:24.695720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45813471-d979-4c70-ad3c-2cfd415b70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:24.754052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-45813471-d979-4c70-ad3c-2cfd415b70b7 None None] Port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:40:24.792837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:25.082178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:25.085488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:25.086565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:25.100678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:25.230579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:25.234596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:25.290530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:40:25.291718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:40:25.476551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2ddae9e5-b0d5-421d-a8d3-f0f02c40038b None None] Provisioning complete for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:25.476960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2ddae9e5-b0d5-421d-a8d3-f0f02c40038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:25.488276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:40:25.532750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2ddae9e5-b0d5-421d-a8d3-f0f02c40038b None None] Port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:40:25.651330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:40:25.662434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Sync routers for ids ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:40:25.663140 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] 10.222.0.53 "PUT /v2.0/routers/e13ebe4a-831a-4622-ab28-4b659ca4d7b9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6411676
Feb 18 02:40:25.673469 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Routers {'e13ebe4a-831a-4622-ab28-4b659ca4d7b9'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:40:25.674337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe101d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:40:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:25.864606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Set router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 gateway port host: None {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:40:26.421062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe101d0>, [{'id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'name': 'router1', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:40:12Z', 'updated_at': '2021-02-18T02:40:24Z', 'revision_number': 2, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'gw_port_host': None, '_interfaces': [{'id': '3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a', 'name': '', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:23Z', 'updated_at': '2021-02-18T02:40:24Z', 'revision_number': 2, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnets': [{'id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:26.426251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Checking router: e13ebe4a-831a-4622-ab28-4b659ca4d7b9 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:40:26.426634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Updating router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:40:26.485053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:26.939100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:26.954223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Transition to ACTIVE for port object 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:40:26.957416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:26.974042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:27.112540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Pushing event updated for resources: {'Port': ['ID=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:27.131951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.132330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.132693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.133048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.133400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.133752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.134103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.134450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.134814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.135160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.135520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.135869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Tracked resource versions report:
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'}}
Feb 18 02:40:27.137235 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:40:27.144033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:27.298851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Attempting to bind port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:40:27.299380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Attempting to bind port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:40:27.299989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Attempting to bind port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a on network 9e621a6a-e175-48c7-912c-2df73679a5e8 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:40:27.307886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:40:27.308453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Checking segment: {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:40:27.309009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:27.309526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Bound using segment: {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:40:27.310165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Bound port: 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f2711c-35b0-4677-877f-a77fcc234faa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:40:27.310676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:27.407085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] For port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:40:27.412333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] For port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,segment=NetworkSegment(70f2711c-35b0-4677-877f-a77fcc234faa),segment_id=70f2711c-35b0-4677-877f-a77fcc234faa)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:40:27.415639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:27.431566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:27.588231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Pushing event updated for resources: {'Port': ['ID=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:27.591486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ec13c6cc-380d-47fa-b7e5-e06176b06eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:27.640514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Routers {'e13ebe4a-831a-4622-ab28-4b659ca4d7b9'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:40:27.641172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe101d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:40:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:27.811117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] Set router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 gateway port host: None {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:40:28.149305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d232c99d-26e8-4435-bb83-263604484264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe101d0>, [{'id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'name': 'router1', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:40:12Z', 'updated_at': '2021-02-18T02:40:24Z', 'revision_number': 2, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'gw_port_host': None, '_interfaces': [{'id': '3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a', 'name': '', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:23Z', 'updated_at': '2021-02-18T02:40:27Z', 'revision_number': 4, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnets': [{'id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:28.153379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232c99d-26e8-4435-bb83-263604484264 None None] The sync data for ids ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'] in dv-cinder-763306-10-iscsi is: [{'id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'name': 'router1', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:40:12Z', 'updated_at': '2021-02-18T02:40:24Z', 'revision_number': 2, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'gw_port_host': None, '_interfaces': [{'id': '3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a', 'name': '', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:23Z', 'updated_at': '2021-02-18T02:40:27Z', 'revision_number': 4, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnets': [{'id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:40:28.218404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35098) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:28.377000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090dc6d-a8bf-48a7-ae23-bc61cf7edf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:28.378983 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e090dc6d-a8bf-48a7-ae23-bc61cf7edf85 admin admin] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 842 time: 0.1589098
Feb 18 02:40:28.389514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:40:28.392212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.quota [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f87afb9fa20>.
Feb 18 02:40:28.397913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:40:28.401961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Usage tracker for resource:subnet and tenant:1e73d905fa584740a06cf8583476b92c is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:40:28.405251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:40:28.412226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:40:28.424377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Made reservation on behalf of 1e73d905fa584740a06cf8583476b92c for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:40:28.429539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:29.081743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83978) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:40:29.082257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:29.098013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:29.236238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2106d022-ad04-472a-92d3-1a1d9c35decb,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:29.243527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:29.299883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:40:29.300929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Network hostable DHCP agents. Network: 0761d1ce-a314-4efa-9801-7cedef19a4f5, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:40:29.322790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:40:29.332036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 0761d1ce-a314-4efa-9801-7cedef19a4f5) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:40:29.336001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:29.336650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:29.342067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba6a89-d7fb-4933-9f5d-4d3e002c1a25 None None] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:40:29.361290 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9755101
Feb 18 02:40:29.581571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34050ad-ae2b-4a94-a005-4d29ebf76694 None None] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:40:30.792940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:40:30.866814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:40:30.872012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:30.872421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:30.998410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:31.031917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,segment=NetworkSegment(70f2711c-35b0-4677-877f-a77fcc234faa),segment_id=70f2711c-35b0-4677-877f-a77fcc234faa)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:40:31.034895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:31.037054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:31.104850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:31.108432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:31.960199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35112) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:32.180716 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-660e7d28-36dc-4ac3-bd4f-e2da251383be admin admin] 10.222.0.53 "GET /v2.0/routers/e13ebe4a-831a-4622-ab28-4b659ca4d7b9 HTTP/1.1" status: 200  len: 710 time: 0.2192328
Feb 18 02:40:32.314246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32424c-47f0-4663-bdb7-3f9cf5bf3970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:32.314860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cf32424c-47f0-4663-bdb7-3f9cf5bf3970 admin admin] Synchronizing usage tracker for tenant:1e73d905fa584740a06cf8583476b92c on resource:network {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:40:32.331305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cf32424c-47f0-4663-bdb7-3f9cf5bf3970 admin admin] Unset dirty status for tenant:1e73d905fa584740a06cf8583476b92c on resource:network {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:40:32.332524 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cf32424c-47f0-4663-bdb7-3f9cf5bf3970 admin admin] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 886 time: 0.1461165
Feb 18 02:40:32.342136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:40:32.767786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:40:32.838900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:32.839306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:32.955381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.303417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.360544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.373906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.388480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:40:33.392379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:40:33.395325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:40:33.400942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:40:33.485272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.488305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.503055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:33.595267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c97bff-0600-4fbd-af54-d00825919756,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:33.599865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:33.765784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Allocated IP 172.27.0.224 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/169a35f1-4878-4211-a77f-8fd8e239f898) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:40:33.925729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:33.983755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:34.002639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:34.135012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Pushing event updated for resources: {'Port': ['ID=169a35f1-4878-4211-a77f-8fd8e239f898,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:34.150766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:34.191964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:40:34.193021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:40:34.195278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:40:34.594730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:35.119216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:35.122684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854012534'] for router, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:35.312043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:40:35.496389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:40:35.506926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Sync routers for ids ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:40:35.512910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:35.514172 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] 10.222.0.53 "PUT /v2.0/routers/e13ebe4a-831a-4622-ab28-4b659ca4d7b9 HTTP/1.1" status: 200  len: 890 time: 3.1754396
Feb 18 02:40:35.516759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Routers {'e13ebe4a-831a-4622-ab28-4b659ca4d7b9'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:40:35.517421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af37f8d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:40:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:35.726679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Set router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:40:36.091117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af37f8d0>, [{'id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'name': 'router1', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '169a35f1-4878-4211-a77f-8fd8e239f898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:40:12Z', 'updated_at': '2021-02-18T02:40:34Z', 'revision_number': 4, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'gw_port': {'id': '169a35f1-4878-4211-a77f-8fd8e239f898', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:33Z', 'updated_at': '2021-02-18T02:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a', 'name': '', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:23Z', 'updated_at': '2021-02-18T02:40:31Z', 'revision_number': 5, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnets': [{'id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:36.096074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Checking router: e13ebe4a-831a-4622-ab28-4b659ca4d7b9 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:40:36.096461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Updating router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 port 169a35f1-4878-4211-a77f-8fd8e239f898 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:40:36.151353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:36.552303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:36.564555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Transition to ACTIVE for port object 169a35f1-4878-4211-a77f-8fd8e239f898 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:40:36.567699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:36.583258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e95018e1-5c0a-4480-9739-b9065e48e3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:36.715101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bab07-cf45-4fe9-973f-ba772f590ff0 None None] Pushing event updated for resources: {'Port': ['ID=169a35f1-4878-4211-a77f-8fd8e239f898,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:36.727351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-129bab07-cf45-4fe9-973f-ba772f590ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:36.784325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Attempting to bind port 169a35f1-4878-4211-a77f-8fd8e239f898 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:40:36.784769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Attempting to bind port 169a35f1-4878-4211-a77f-8fd8e239f898 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:40:36.785332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Attempting to bind port 169a35f1-4878-4211-a77f-8fd8e239f898 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:40:36.790855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:40:36.791258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:40:36.791720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:36.792143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:40:36.792641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Bound port: 169a35f1-4878-4211-a77f-8fd8e239f898, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:40:36.793038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:36.871908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] For port 169a35f1-4878-4211-a77f-8fd8e239f898, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:40:36.874929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] For port 169a35f1-4878-4211-a77f-8fd8e239f898, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=169a35f1-4878-4211-a77f-8fd8e239f898,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:40:36.877918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:36.891080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-129bab07-cf45-4fe9-973f-ba772f590ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:37.196411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bab07-cf45-4fe9-973f-ba772f590ff0 None None] Pushing event updated for resources: {'Port': ['ID=169a35f1-4878-4211-a77f-8fd8e239f898,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:37.201441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-129bab07-cf45-4fe9-973f-ba772f590ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:37.241971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Routers {'e13ebe4a-831a-4622-ab28-4b659ca4d7b9'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:40:37.242620 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af37f8d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:40:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:37.428027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] Set router e13ebe4a-831a-4622-ab28-4b659ca4d7b9 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:40:37.776292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af37f8d0>, [{'id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'name': 'router1', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '169a35f1-4878-4211-a77f-8fd8e239f898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:40:12Z', 'updated_at': '2021-02-18T02:40:34Z', 'revision_number': 4, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'gw_port': {'id': '169a35f1-4878-4211-a77f-8fd8e239f898', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:33Z', 'updated_at': '2021-02-18T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a', 'name': '', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:23Z', 'updated_at': '2021-02-18T02:40:31Z', 'revision_number': 5, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnets': [{'id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:40:37.780387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb3516-d14c-45c2-b831-41318b6985ef None None] The sync data for ids ['e13ebe4a-831a-4622-ab28-4b659ca4d7b9'] in dv-cinder-763306-10-iscsi is: [{'id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'name': 'router1', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '169a35f1-4878-4211-a77f-8fd8e239f898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:40:12Z', 'updated_at': '2021-02-18T02:40:34Z', 'revision_number': 4, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'gw_port': {'id': '169a35f1-4878-4211-a77f-8fd8e239f898', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:33Z', 'updated_at': '2021-02-18T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a', 'name': '', 'network_id': '9e621a6a-e175-48c7-912c-2df73679a5e8', 'tenant_id': '30ec61837a0a47c19498aba0e808a8b7', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ebe4a-831a-4622-ab28-4b659ca4d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:23Z', 'updated_at': '2021-02-18T02:40:31Z', 'revision_number': 5, 'project_id': '30ec61837a0a47c19498aba0e808a8b7', 'subnets': [{'id': '1eed2acf-70ee-4eb3-b155-023b25bd2f88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86da7f55-ebe2-4370-9060-1bee37ae66a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:40:38.219116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35122) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:40:38.347297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462e2c0-6bf7-4ec3-813a-bf9e29a43e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:40:38.348993 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e462e2c0-6bf7-4ec3-813a-bf9e29a43e1e admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1287646
Feb 18 02:40:38.797968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 169a35f1-4878-4211-a77f-8fd8e239f898 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:40:38.871837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 169a35f1-4878-4211-a77f-8fd8e239f898 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:40:38.876978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 169a35f1-4878-4211-a77f-8fd8e239f898 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:38.877396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:39.010133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:39.027324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 169a35f1-4878-4211-a77f-8fd8e239f898, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=169a35f1-4878-4211-a77f-8fd8e239f898,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:40:39.030536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:39.033829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7625653-6ef3-45e6-b53f-19c624656830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:40:39.104959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=169a35f1-4878-4211-a77f-8fd8e239f898,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:40:39.108139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:40:40.787342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 169a35f1-4878-4211-a77f-8fd8e239f898 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:40:40.870415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 169a35f1-4878-4211-a77f-8fd8e239f898 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:40:40.870916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:41.640154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:40:44.796743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd13ffa5-380b-487c-b4fa-d665f9dcc05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:47.311310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ed2ded-29d2-4f24-b415-9bbcc43798bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:47.462942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:48.785977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:40:49.073819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:14.788947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f1736d2-d3f7-4d4e-ba39-0d9494b2ca85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:17.316173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60131037-2565-46d4-8016-ab2a0c4f0f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:17.448084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:18.639744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:41:18.777789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:19.077469 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:44.791652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-736a9cae-1d40-48c0-bcfd-f80b7f6035f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:47.317785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0cba93dd-b9a7-46e5-8084-78c0d1630d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:47.450453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:48.781308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:49.088717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:41:55.639095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:42:14.795052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16c85fd1-5400-4411-9412-7a67564c9aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:17.318557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a55625f9-9724-4a22-84df-571abcd62c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:17.453016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:18.784118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:19.088722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:32.638418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:42:44.797303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc33af06-4849-40d8-973e-35e05b33b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:47.319746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1add46b9-6607-498d-bdf1-c5c61eeb6267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:47.456167 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:48.787039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:49.095008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:50.598937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35698) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:42:50.671985 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c8d89d-d9de-4021-848c-5f2e29133835 admin admin] GET failed (client error): The resource could not be found.
Feb 18 02:42:50.673340 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-83c8d89d-d9de-4021-848c-5f2e29133835 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0733652
Feb 18 02:42:50.814812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fe4d1-5803-4c60-90a7-e502893ff818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:50.816423 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e75fe4d1-5803-4c60-90a7-e502893ff818 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1381657
Feb 18 02:42:53.286932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35708) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:42:53.401687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1eff7-cbad-45d7-85a7-2ea6644d1fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:53.403113 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c4a1eff7-cbad-45d7-85a7-2ea6644d1fa2 admin admin] 10.222.0.53 "GET /v2.0/subnets/1eed2acf-70ee-4eb3-b155-023b25bd2f88 HTTP/1.1" status: 200  len: 849 time: 0.1150944
Feb 18 02:42:53.413960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:42:53.538882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Notify callbacks [] for subnet, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:53.851570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763797442777'] for subnet, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:53.866431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d11e37d7-9369-461c-afc0-277b66d53158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:42:54.009613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eed2acf-70ee-4eb3-b155-023b25bd2f88,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:42:54.022946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.023345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.023746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.024110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.024471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.024840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.025197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.025549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.025934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.026268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.026625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.026963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:42:54.030655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:42:54.059511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:54.060166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:54.072691 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] 10.222.0.53 "PUT /v2.0/subnets/1eed2acf-70ee-4eb3-b155-023b25bd2f88 HTTP/1.1" status: 200  len: 868 time: 0.6625204
Feb 18 02:42:54.074753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a81b1-41a4-4011-ae80-e91533660217 None None] Network 9e621a6a-e175-48c7-912c-2df73679a5e8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:42:54.521738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5e379dc0-3ede-4567-befc-2fa089b09e65 None None] Provisioning complete for port f425e049-4c2b-431a-a4c7-e8bc9e454ba3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:42:54.522255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e379dc0-3ede-4567-befc-2fa089b09e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:54.655465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5e379dc0-3ede-4567-befc-2fa089b09e65 None None] Provisioning complete for port 3bdcb2e2-1361-4ea8-91f4-ba6f4cb6267a triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:42:54.655799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e379dc0-3ede-4567-befc-2fa089b09e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:42:56.528698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35718) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:42:56.878986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d10d2-7633-4776-8ac8-9df2736e55b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:56.879418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d10d2-7633-4776-8ac8-9df2736e55b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:56.881106 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4b6d10d2-7633-4776-8ac8-9df2736e55b2 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.3513830
Feb 18 02:42:59.355343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35728) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:42:59.542033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939d6a9-a656-4bb0-950d-9e8a527dc0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:59.542378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939d6a9-a656-4bb0-950d-9e8a527dc0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:42:59.544036 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b939d6a9-a656-4bb0-950d-9e8a527dc0e3 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1875939
Feb 18 02:43:02.034371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35738) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:02.215392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec1a20-87c6-4473-8a30-b211a6d750de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:02.216809 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-94ec1a20-87c6-4473-8a30-b211a6d750de admin admin] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 886 time: 0.1814137
Feb 18 02:43:04.755100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35748) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:04.941967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f262b-dbbe-42ad-a6fc-57ef40843dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:04.943373 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-956f262b-dbbe-42ad-a6fc-57ef40843dce admin admin] 10.222.0.53 "GET /v2.0/networks/9e621a6a-e175-48c7-912c-2df73679a5e8 HTTP/1.1" status: 200  len: 862 time: 0.1871290
Feb 18 02:43:07.421712 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35758) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:07.540845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43912d2-1a62-47e2-910b-f1fdb46259d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:07.541273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43912d2-1a62-47e2-910b-f1fdb46259d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:07.542890 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e43912d2-1a62-47e2-910b-f1fdb46259d7 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1201546
Feb 18 02:43:09.793766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:43:10.031126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35768) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:10.147931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16cdb8-7563-4098-858a-47d85b62d071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:10.148352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16cdb8-7563-4098-858a-47d85b62d071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:10.149166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9a16cdb8-7563-4098-858a-47d85b62d071 admin admin] Synchronizing usage tracker for tenant:1e73d905fa584740a06cf8583476b92c on resource:subnet {{(pid=83978) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:43:10.166176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9a16cdb8-7563-4098-858a-47d85b62d071 admin admin] Unset dirty status for tenant:1e73d905fa584740a06cf8583476b92c on resource:subnet {{(pid=83978) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:43:10.167516 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9a16cdb8-7563-4098-858a-47d85b62d071 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1352212
Feb 18 02:43:12.624422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35778) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:12.744254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35116213-e0d7-4579-9ba1-0fb55480984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:12.745736 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-35116213-e0d7-4579-9ba1-0fb55480984d admin admin] 10.222.0.53 "GET /v2.0/subnets/1eed2acf-70ee-4eb3-b155-023b25bd2f88 HTTP/1.1" status: 200  len: 868 time: 0.1202509
Feb 18 02:43:14.800061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04487c8e-9b3a-41b2-bb32-b9b3e02637a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:15.221480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35788) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:15.329553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce579eb6-c49e-4ffa-9760-5f04ba506c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:15.330995 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ce579eb6-c49e-4ffa-9760-5f04ba506c91 admin admin] 10.222.0.53 "GET /v2.0/subnets/2106d022-ad04-472a-92d3-1a1d9c35decb HTTP/1.1" status: 200  len: 816 time: 0.1084971
Feb 18 02:43:17.322047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd153d84-b94f-4355-ad1b-34b2530567e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:17.458210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:18.790396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:19.100135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:41.279614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35828) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:41.331968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-619d23a9-40cb-4f30-97cf-11a17939bdbb admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:43:41.333045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-619d23a9-40cb-4f30-97cf-11a17939bdbb admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0524328
Feb 18 02:43:43.894469 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35838) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:43.975146 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa558cd5-e87c-4944-a228-ca9b3e34bf82 admin admin] GET failed (client error): The resource could not be found.
Feb 18 02:43:43.976609 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fa558cd5-e87c-4944-a228-ca9b3e34bf82 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0809851
Feb 18 02:43:44.129020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd55c4d-7017-4a9d-bf99-9481742840cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:44.130548 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-acd55c4d-7017-4a9d-bf99-9481742840cc admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1494112
Feb 18 02:43:44.802621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fd42201-a442-4b9e-94e7-f3d3e9d21a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:46.643616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:43:46.662309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35848) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:46.713645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:43:46.719174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:43:46.728877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:43:46.737393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Made reservation on behalf of 1e73d905fa584740a06cf8583476b92c for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:43:46.741968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:46.836402 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.services.revisions.revision_plugin [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f87aeb5eda0] {project_id='1e73d905fa584740a06cf8583476b92c', id='19fa6718-7a51-4a7f-948b-67ec53ed345d', target_tenant='*', action='access_as_shared', object_id='0e757a1d-7eca-43f7-aec7-76d1b8c38d77'}> to bump revision.
Feb 18 02:43:46.852332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:43:46.861540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:46.861922 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Added segment 8d500fd6-33db-4166-8aec-0de2d2f685bd of type vxlan for network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77
Feb 18 02:43:46.887898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:46.916907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:46.918157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:46.918783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:46.923855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:43:47.025091 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3615310
Feb 18 02:43:47.027982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e757a1d-7eca-43f7-aec7-76d1b8c38d77,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:43:47.030741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3144d79f-b140-49cb-b204-11a843bdc6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:43:47.039225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:43:47.323379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-232af35a-ab8f-4594-9d75-8a5f96531be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:47.461054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:48.793778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:49.101633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:49.516960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35858) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:43:49.591387 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e736e6-f7d7-495f-bdcb-d983433033c2 admin admin] GET failed (client error): The resource could not be found.
Feb 18 02:43:49.592787 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-72e736e6-f7d7-495f-bdcb-d983433033c2 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0747881
Feb 18 02:43:49.707003 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ba8ff-685e-4cd3-866a-fa2a0dc6a55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:49.708525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9a5ba8ff-685e-4cd3-866a-fa2a0dc6a55f admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1114318
Feb 18 02:43:49.719804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:43:49.724388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:43:49.733888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:43:49.742880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Made reservation on behalf of 1e73d905fa584740a06cf8583476b92c for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:43:49.747383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:50.143255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:50.159187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4fe31767-472e-4b64-929b-efcaba68a213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:43:50.290172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a245a3e-310b-41c6-a0d6-fa871f668077,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:43:50.303084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.303479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.303899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.304264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.304627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.304988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.305348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.305730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.306099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.306451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.306802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.307152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:50.311883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:43:50.365676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Checking segment: {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:43:50.366066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Network hostable DHCP agents. Network: 0e757a1d-7eca-43f7-aec7-76d1b8c38d77, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:43:50.384049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:43:50.392387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 0e757a1d-7eca-43f7-aec7-76d1b8c38d77) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:43:50.396282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:43:50.396925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:50.401836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f8a36-7344-4040-9ced-662c280daa5a None None] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:43:50.421391 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7058978
Feb 18 02:43:50.792081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-0e757a1d-7eca-43f7-aec7-76d1b8c38d77', 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77', 'tenant_id': '1e73d905fa584740a06cf8583476b92c', 'fixed_ips': [{'subnet_id': '9a245a3e-310b-41c6-a0d6-fa871f668077'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:43:50.792993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:51.089826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Allocated IP 192.168.233.2 (0e757a1d-7eca-43f7-aec7-76d1b8c38d77/9a245a3e-310b-41c6-a0d6-fa871f668077/e95bdaa8-be29-4e01-8c8b-6bbf6babb64e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:43:51.315624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:51.326502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Transition to ACTIVE for port object e95bdaa8-be29-4e01-8c8b-6bbf6babb64e will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:43:51.343156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Transition to ACTIVE for port object e95bdaa8-be29-4e01-8c8b-6bbf6babb64e will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:43:51.348466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:51.364762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:43:51.505648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Pushing event updated for resources: {'Port': ['ID=e95bdaa8-be29-4e01-8c8b-6bbf6babb64e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:43:51.519415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.519847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.520220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.520581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.520938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.521302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.521657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.522009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.522362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.522716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.523064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.523411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:43:51.529172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:43:51.564440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:43:51.565935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:43:51.568351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:43:51.627979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Attempting to bind port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:43:51.628295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Attempting to bind port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:43:51.628693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Attempting to bind port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e on network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:43:51.634377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:43:51.634789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Checking segment: {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:43:51.635222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:51.635677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Bound using segment: {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:43:51.636187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Bound port: e95bdaa8-be29-4e01-8c8b-6bbf6babb64e, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:43:51.636587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:51.731412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] For port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:43:51.735153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] For port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=e95bdaa8-be29-4e01-8c8b-6bbf6babb64e,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:43:51.738415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:51.753871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:43:51.911189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Pushing event updated for resources: {'Port': ['ID=e95bdaa8-be29-4e01-8c8b-6bbf6babb64e,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:43:51.916482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:43:52.894893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device e95bdaa8-be29-4e01-8c8b-6bbf6babb64e up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:43:52.982915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:43:53.224918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee53aef-161e-427e-b624-f57b0863b2ee None None] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:43:53.357192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Provisioning for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:43:53.391616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Provisioning complete for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:43:53.392035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:53.592721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:53.629822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] For port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=e95bdaa8-be29-4e01-8c8b-6bbf6babb64e,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:43:53.632703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:53.634849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:43:53.710862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Pushing event updated for resources: {'Port': ['ID=e95bdaa8-be29-4e01-8c8b-6bbf6babb64e,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:43:53.714524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:43:53.857583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-808b0d0a-8c86-4dbe-ac8f-b2a82aca01e8 None None] Provisioning complete for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:43:53.857939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-808b0d0a-8c86-4dbe-ac8f-b2a82aca01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:54.109173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-aaeeabc5-264d-45a0-a08a-490dd9f9bd39 None None] Provisioning complete for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:43:54.110173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaeeabc5-264d-45a0-a08a-490dd9f9bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:54.354334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e0402886-6c60-460b-992e-cddebb415e84 None None] Provisioning complete for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:43:54.354738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0402886-6c60-460b-992e-cddebb415e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:43:54.870579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device e95bdaa8-be29-4e01-8c8b-6bbf6babb64e up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:43:54.944604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port e95bdaa8-be29-4e01-8c8b-6bbf6babb64e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:43:54.945014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:14.806718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba471c00-fefd-4df0-b66f-2ba73a9ca6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:17.325062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd048703-bbac-4f3b-96cc-376f6b44c488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:17.465338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:18.795741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:19.108410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:23.643438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:44:44.810205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6973f275-82ee-434c-85a2-cf2e7040ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:47.327122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7dbc321d-e905-4981-b2af-ae628c30f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:47.468957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:48.798023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:49.110776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:55.902514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35900) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:44:55.909624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-a9d91d5d-8e51-4f77-8cfc-c41e86f849c8 tempest-verify_tempest_config-2021620567 tempest-verify_tempest_config-2021620567-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83978) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:44:55.910703 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a9d91d5d-8e51-4f77-8cfc-c41e86f849c8 tempest-verify_tempest_config-2021620567 tempest-verify_tempest_config-2021620567-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0071371
Feb 18 02:44:56.228232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 35920) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:44:56.351636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.367674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:44:56.371721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Usage tracker for resource:security_group_rule and tenant:4a3311095bda4a088eb006dfb4d7e27d is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:44:56.375813 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:44:56.381644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:44:56.481349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.484494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.492852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:44:56.534300 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a3311095bda4a088eb006dfb4d7e27d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3049939
Feb 18 02:44:56.535117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ffb2a1-b57d-4bd9-9b03-0703ca3cd807,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:44:56.537233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35926) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:44:56.542447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.542842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.543209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.543611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.543976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.544333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.544689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.545042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.545418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.546435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.546795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.547148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.551867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:44:56.600007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.627714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.678376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.683270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:44:56.700630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ffb2a1-b57d-4bd9-9b03-0703ca3cd807,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:44:56.709113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.709509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.709881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.710246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.710606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.710986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.711346 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.711730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.712089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.712442 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.712852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.713124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:44:56.715827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:44:56.716998 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34ffb2a1-b57d-4bd9-9b03-0703ca3cd807 HTTP/1.1" status: 204  len: 168 time: 0.1787231
Feb 18 02:44:56.719001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:45:00.643462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:45:14.812757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a63dee6-fd76-42d5-822e-fb6fe6d01aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:17.328963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a413bd25-c584-4168-bba5-e2d56262003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:17.468191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:18.799324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:19.113987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:37.643851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:45:44.814767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00f33a91-4017-4069-b4c5-19384b77d975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:47.330907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f90b94d4-7097-4e50-a1e3-e67c45211d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:47.471378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:48.800679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:45:49.118286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:14.644030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 5 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:46:14.818193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec65be31-3598-42b2-a755-cabf158d092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:17.332147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95b8af8b-467c-4427-abec-0980a3fd57e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:17.473479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:18.803241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:19.120345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:32.471511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939'] for agent, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:32.472376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.472782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.473331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.473819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.474335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.474892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.475335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.475906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.476429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.476864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.477348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.477769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:46:32.478205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f87aefb1a20>, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:46:32.482931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f87ae551eb8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:46:32.783382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=83979) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 02:46:32.787531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] get_endpoint_by_ip() called for ip 192.168.0.33 {{(pid=83979) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 02:46:32.790745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] _add_endpoint() called for ip 192.168.0.33 {{(pid=83979) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 02:46:32.796048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] _get_endpoints() called {{(pid=83979) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 02:46:44.820471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-896eaaf8-6fef-4e45-b5e1-5a298fdcb264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:45.324752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 35998) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:46:45.560126 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-868e98a4-cb67-4085-b369-20341403484c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.2341344
Feb 18 02:46:47.333017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb584-0f71-4d60-87ba-594080295ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:47.476564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:48.067214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36008) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:46:48.131718 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3a2d95d6-640c-406e-b4d2-494b079c8335 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.0632827
Feb 18 02:46:48.804743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:49.123991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:46:51.643704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:47:02.485866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:14.821162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29e61e01-c9e9-4621-a75b-0f6ec8425e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:17.334564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab217-5558-4b5f-b03f-5793522282c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:17.477282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:18.807082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:19.128288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:28.644006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:47:32.502022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:44.825220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-640d2390-ecc0-43f3-af01-2f5859725847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:47.335949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8454f3fe-0db3-42e9-a52d-c92aa2d949ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:47.482907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:48.809533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:47:49.131319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:02.500790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:05.645225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:48:14.828792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee3aee59-74b7-45e0-8141-07d770ffc2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:17.345316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eee8dfc3-28d0-4e05-9141-9bedb2396b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:17.495541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:18.825303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:19.145199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:22.623329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36156) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:22.982289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-network', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:22.988199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:22.995821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Usage tracker for resource:network and tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:22.999538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:23.005594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:23.015762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Made reservation on behalf of c3c8a752fe53474c8e49ebdbaba4f4f3 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:23.020476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.034491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.050458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:23.054569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Usage tracker for resource:security_group_rule and tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:23.057491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:23.063828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:23.149697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.155166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.160112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f63fa9ce-0ea5-4bb5-8a89-bb06256a745a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:23.196713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:48:23.203638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaef095-1909-44ac-bb22-533dc85161f5,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:23.216332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.216776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.217075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.217950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.218314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.218656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.219144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.219525 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.219875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.220228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.220577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.220926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.221362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.221711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.222059 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.222406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.222753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.223139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.223486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.223860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.224207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.224552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.224895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.225237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Tracked resource versions report:
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'},
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.1',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'ConntrackHelper': '1.0',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Log': '1.0',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Network': '1.1',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Port': '1.7',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'PortForwarding': '1.2',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'QosPolicy': '1.8',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroup': '1.4',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroupRule': '1.2',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SubPort': '1.0',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Subnet': '1.1',
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Trunk': '1.1'}}
Feb 18 02:48:23.226555 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:48:23.229995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.230295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Added segment 5676e1f5-4f3a-44af-b723-25f965cdf9d7 of type vxlan for network cad4cf13-6a51-4742-adb0-8689d2178b75
Feb 18 02:48:23.249560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:23.273751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.315330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.316825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:23.317566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.328444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:23.430307 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8056073
Feb 18 02:48:23.433463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36200) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:23.440039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Request body: {'subnet': {'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-subnet', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:23.441587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Pushing event updated for resources: {'Network': ['ID=cad4cf13-6a51-4742-adb0-8689d2178b75,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:23.445289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:23.447734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:23.453550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Usage tracker for resource:subnet and tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:23.455422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network cad4cf13-6a51-4742-adb0-8689d2178b75 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:23.457575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:23.463604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:23.476701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Made reservation on behalf of c3c8a752fe53474c8e49ebdbaba4f4f3 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:23.484401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:23.569643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network cad4cf13-6a51-4742-adb0-8689d2178b75 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:23.805840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36210) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:23.991111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.016459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-331122b6-9c73-47ce-a012-78b978828e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:24.160983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a576f684-998a-4ee9-a6a8-3d98a8ca5732,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:24.175915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.176315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.176683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.177080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.177436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.177809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.178164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.178519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.178874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.179226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.179862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.180218 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.180658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.181010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.181359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.181711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.182406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.182757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.183108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.183454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.183841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.184536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.184888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.185371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Tracked resource versions report:
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'},
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.1',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'ConntrackHelper': '1.0',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Log': '1.0',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Network': '1.1',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Port': '1.7',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'PortForwarding': '1.2',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'QosPolicy': '1.8',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroup': '1.4',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroupRule': '1.2',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SubPort': '1.0',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Subnet': '1.1',
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Trunk': '1.1'}}
Feb 18 02:48:24.186728 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:48:24.191163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:24.252533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Checking segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:24.253072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Network hostable DHCP agents. Network: cad4cf13-6a51-4742-adb0-8689d2178b75, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:48:24.281052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-199555911-network', 'tenant_id': '074afc3beed849eb90deec23e5037213'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:24.282896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Network cad4cf13-6a51-4742-adb0-8689d2178b75 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:48:24.296896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, cad4cf13-6a51-4742-adb0-8689d2178b75) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:24.300814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:24.301457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.301963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:24.307334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebdd67-ff52-47c1-95d8-ff97f370ae21 None None] Network cad4cf13-6a51-4742-adb0-8689d2178b75 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:24.324138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7cfad178-bd69-452d-a2c4-ad414dd8445c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8893235
Feb 18 02:48:24.327549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36236) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:24.328931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Usage tracker for resource:network and tenant:074afc3beed849eb90deec23e5037213 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:24.334165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:24.336866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:24.339893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:24.345140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Usage tracker for resource:router and tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:24.348580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:24.355138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:24.363885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:24.370597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.372106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.407956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Made reservation on behalf of 074afc3beed849eb90deec23e5037213 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:24.413496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.413981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.443913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.490536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:24.495723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Usage tracker for resource:security_group_rule and tenant:074afc3beed849eb90deec23e5037213 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:24.504373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:24.513592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:24.698012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.703822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.708793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:24.764055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:48:24.775697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5907ac0-d0c3-453a-9b4b-01644dd4b929,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:24.780869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:24.783727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.784318 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Added segment ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f of type vxlan for network 6ffb5741-2b5c-4e71-bba9-63713326faed
Feb 18 02:48:24.816774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.857324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.859054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:24.859718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.864947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:24.873477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:24.906511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c1541-9e19-49c3-9eae-4903dec8a124 None None] Network cad4cf13-6a51-4742-adb0-8689d2178b75 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:25.065512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffb5741-2b5c-4e71-bba9-63713326faed,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:25.087961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:25.098288 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.2910666
Feb 18 02:48:25.098969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36268) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:25.109170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Request body: {'subnet': {'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-199555911-subnet', 'tenant_id': '074afc3beed849eb90deec23e5037213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:25.118863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:25.125247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 6ffb5741-2b5c-4e71-bba9-63713326faed details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:25.127855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Usage tracker for resource:subnet and tenant:074afc3beed849eb90deec23e5037213 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:25.135017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:25.149045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:25.166498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Made reservation on behalf of 074afc3beed849eb90deec23e5037213 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:25.174947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:25.255921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 6ffb5741-2b5c-4e71-bba9-63713326faed details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:25.687211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:25.771421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:25.959874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:25.990777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da3973a2-0aba-443e-b535-b839f8e741b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:26.170064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee723227-92d6-4438-b9f9-d7114ddb50ee,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:26.182260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:26.229680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Allocated IP 172.27.0.191 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/d67913f2-b606-4aa8-a7f5-761013e20d72) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:48:26.272623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Checking segment: {'id': 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:26.273015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Network hostable DHCP agents. Network: 6ffb5741-2b5c-4e71-bba9-63713326faed, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:48:26.306248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Network 6ffb5741-2b5c-4e71-bba9-63713326faed is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:48:26.325039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 6ffb5741-2b5c-4e71-bba9-63713326faed) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:26.330190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:26.330845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:26.336109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796cfb68-61b8-43ad-a753-7f4de97f6c2b None None] Network 6ffb5741-2b5c-4e71-bba9-63713326faed requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:26.373594 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2647052
Feb 18 02:48:26.453733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:26.501266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:26.522857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:26.664147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3da941-6243-4860-8bd7-5ff83c3051dd None None] Network 6ffb5741-2b5c-4e71-bba9-63713326faed requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:26.689270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Pushing event updated for resources: {'Port': ['ID=d67913f2-b606-4aa8-a7f5-761013e20d72,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:26.706219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:26.754483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:48:26.756749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:26.759527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:48:27.239244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:27.659262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36382) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:27.667301 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 02:48:27.668958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:27.857793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36392) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:28.196999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.216448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:28.221739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Usage tracker for resource:security_group_rule and tenant:dbcfe9d33f404334943fe4060ac2294e is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:28.225656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:28.232387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:28.306178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:48:28.370105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.377224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.394037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e200203a-c99d-461f-9787-d153907aae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:28.428036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-8dcd75a6-aa17-4588-82a0-b7bbc75c7ac8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:28.429631 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-8dcd75a6-aa17-4588-82a0-b7bbc75c7ac8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/networks?id=6ffb5741-2b5c-4e71-bba9-63713326faed HTTP/1.1" status: 200  len: 811 time: 0.7692790
Feb 18 02:48:28.441940 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbcfe9d33f404334943fe4060ac2294e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5828054
Feb 18 02:48:28.445077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36426) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:28.458429 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-7ab57d6e-b10d-47b9-8a28-a7a2527b27ff tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/quotas/074afc3beed849eb90deec23e5037213 HTTP/1.1" status: 200  len: 375 time: 0.0205607
Feb 18 02:48:28.458764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ce3753-22b6-4d51-ba16-2098af895874,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:28.463304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:28.519007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.554879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.615429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.621215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:28.624755 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-9de2e9ee-ab1d-4c8b-9d6e-9831e14d9a6f tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=074afc3beed849eb90deec23e5037213&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0765593
Feb 18 02:48:28.633710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:48:28.635674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ce3753-22b6-4d51-ba16-2098af895874,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:28.637617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:28.643683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.648363 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81ce3753-22b6-4d51-ba16-2098af895874 HTTP/1.1" status: 204  len: 168 time: 0.1990418
Feb 18 02:48:28.648553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Sync routers for ids ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:48:28.672875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Routers {'b02795d6-698e-4eaf-8438-1e5bd80c8ee5'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:48:28.673530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aedf0940>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:48:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:28.674550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:28.680478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36442) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:28.688108 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.3591623
Feb 18 02:48:28.798714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36450) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:28.944069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Set router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:48:29.178226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-25bfc346-cc5e-4229-ad10-c7e1c275756f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:48:29.179577 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-25bfc346-cc5e-4229-ad10-c7e1c275756f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3612292
Feb 18 02:48:29.350277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36476) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:29.434652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:29.463878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:29.472126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Usage tracker for resource:security_group_rule and tenant:91668c19a5e04eea94951ab4008aa62b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:29.514168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:29.524537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:29.577103 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-baa6af3a-51e5-4053-80a1-ee0eedb766e6 service neutron] 10.222.0.53 "GET /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3848174
Feb 18 02:48:29.689919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36498) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:29.698359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aedf0940>, [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:27Z', 'revision_number': 3, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:29.704308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Checking router: b02795d6-698e-4eaf-8438-1e5bd80c8ee5 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:48:29.704692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Updating router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 port d67913f2-b606-4aa8-a7f5-761013e20d72 binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:48:29.742407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:29.767666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:29.775821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Usage tracker for resource:security_group_rule and tenant:65a9b632e59c4acca3a4a399abe3ebab is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:29.781608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:29.809734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:29.819816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:29.824407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:29.902317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:29.907790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Usage tracker for resource:security_group_rule and tenant:13c6db2ebc94419987816d8f684a5f34 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:29.910813 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:29.916905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:30.006030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.014700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.068086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e1d85db7-e95c-416b-8ee4-f70b19df5460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:30.076887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Synchronizing usage tracker for tenant:1e73d905fa584740a06cf8583476b92c on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:48:30.098362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.106821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Unset dirty status for tenant:1e73d905fa584740a06cf8583476b92c on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:48:30.108669 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13c6db2ebc94419987816d8f684a5f34&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4139171
Feb 18 02:48:30.113066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36522) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:30.115447 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-d807a026-9a7e-4efd-8e08-840a6454c75f service neutron] 10.222.0.53 "GET /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5376582
Feb 18 02:48:30.131259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.146651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.162552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:30.190897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.217005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.309144 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91668c19a5e04eea94951ab4008aa62b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5090353
Feb 18 02:48:30.310007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522e569c-2d04-4c8a-bdfd-2bc10fda4bdd,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:30.313115 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65a9b632e59c4acca3a4a399abe3ebab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8686168
Feb 18 02:48:30.317308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36530) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:30.317995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36532) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:30.323202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:30.323921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-426c7a17-268a-475d-810a-90ede27bff93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:30.340124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.387409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f7c812-833d-484a-af90-54f56d408c6c,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:30.395636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.397110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:30.474699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36550) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:30.564824 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6d993496-e42a-4047-9328-40fa0bafa68c req-78ed5420-eb91-4c30-9e91-05de9cf386a7 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0887790
Feb 18 02:48:30.566276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16867547-b0c1-4da4-9b09-52258befa6c4,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:30.570696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:30.589331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.594647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:30.608238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522e569c-2d04-4c8a-bdfd-2bc10fda4bdd,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:30.611158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:30.626382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.630067 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/522e569c-2d04-4c8a-bdfd-2bc10fda4bdd HTTP/1.1" status: 204  len: 168 time: 0.5111976
Feb 18 02:48:30.656971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.728215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.734851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.804786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.822773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.824229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Transition to ACTIVE for port object d67913f2-b606-4aa8-a7f5-761013e20d72 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:48:30.829110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:30.851608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:30.891679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Allocated IP 172.20.0.1 (cad4cf13-6a51-4742-adb0-8689d2178b75/a576f684-998a-4ee9-a6a8-3d98a8ca5732/0948d2f3-ed34-46fb-a1b2-84e7324b54a7) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:48:30.930227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.011341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e6897a0d-f4f7-4584-8bfb-ae1a9578b1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:31.031562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Pushing event updated for resources: {'Port': ['ID=d67913f2-b606-4aa8-a7f5-761013e20d72,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:31.039558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16867547-b0c1-4da4-9b09-52258befa6c4,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:31.044678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.045408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.045561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.045836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.046383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.046744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.047098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.047583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.047861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.048217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.048625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.048885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.049316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.049865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.050008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.050298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.050615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:31.050731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.050952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.051293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.051667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.052267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.052390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.052643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.052984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:31.054243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Tracked resource versions report:
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'},
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.1',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'ConntrackHelper': '1.0',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Log': '1.0',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Network': '1.1',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Port': '1.7',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'PortForwarding': '1.2',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'QosPolicy': '1.8',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroup': '1.4',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroupRule': '1.2',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SubPort': '1.0',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Subnet': '1.1',
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Trunk': '1.1'}}
Feb 18 02:48:31.054370 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:48:31.067393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-946682ca-da47-46ec-af40-af59bb6ed476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:31.069316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:31.115641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f7c812-833d-484a-af90-54f56d408c6c,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:31.131585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.135229 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2f7c812-833d-484a-af90-54f56d408c6c HTTP/1.1" status: 204  len: 168 time: 0.8135858
Feb 18 02:48:31.142857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Attempting to bind port d67913f2-b606-4aa8-a7f5-761013e20d72 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:48:31.143264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Attempting to bind port d67913f2-b606-4aa8-a7f5-761013e20d72 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:48:31.143699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Attempting to bind port d67913f2-b606-4aa8-a7f5-761013e20d72 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:48:31.145130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:31.149623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:48:31.150029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:31.150586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.150866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:48:31.150982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.151418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Bound port: d67913f2-b606-4aa8-a7f5-761013e20d72, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:48:31.158672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.158826 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16867547-b0c1-4da4-9b09-52258befa6c4 HTTP/1.1" status: 204  len: 168 time: 0.8348131
Feb 18 02:48:31.227820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.246731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] For port d67913f2-b606-4aa8-a7f5-761013e20d72, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:48:31.251929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] For port d67913f2-b606-4aa8-a7f5-761013e20d72, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=d67913f2-b606-4aa8-a7f5-761013e20d72,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:48:31.259004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.279615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:31.305894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.327048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:31.517465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Pushing event updated for resources: {'Port': ['ID=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:31.536803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:31.543287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Pushing event updated for resources: {'Port': ['ID=d67913f2-b606-4aa8-a7f5-761013e20d72,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:31.566761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:31.592000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Network cad4cf13-6a51-4742-adb0-8689d2178b75 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:48:31.594365 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:31.602465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:48:31.603311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.664547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Routers {'b02795d6-698e-4eaf-8438-1e5bd80c8ee5'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:48:31.665233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aedf0940>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:48:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:31.800259 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7766c47e-6fd6-4dd9-aa6a-58702443784a req-ad9ae563-ea5e-4557-bb7b-d980aec14eaa tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.1238081
Feb 18 02:48:31.877154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:31.959559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] Set router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:48:31.981123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36622) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:32.011634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.049222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:32.058131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8674989c9844b5993e659ead284509 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:32.062341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:32.078387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:32.186464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.203041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.220478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:32.258183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a23a15-5247-4296-99d8-aadd430e92b2,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:32.267507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:32.314910 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a8674989c9844b5993e659ead284509&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3326049
Feb 18 02:48:32.320406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36644) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:32.398812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.407081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.408282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.432034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:32.454836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.466908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aedf0940>, [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '0948d2f3-ed34-46fb-a1b2-84e7324b54a7', 'name': '', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'mac_address': 'fa:16:3e:0d:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:30Z', 'revision_number': 1, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'subnets': [{'id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:32.479665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0f735-3aa0-4c56-ac65-85dcac929291 None None] The sync data for ids ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'] in dv-cinder-763306-10-iscsi is: [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '0948d2f3-ed34-46fb-a1b2-84e7324b54a7', 'name': '', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'mac_address': 'fa:16:3e:0d:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:30Z', 'revision_number': 1, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'subnets': [{'id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:48:32.513288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.583741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.590176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-06062f01-e2ec-4868-980a-f8fa8d77bd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:32.603378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a23a15-5247-4296-99d8-aadd430e92b2,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:32.606520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:32.614580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:32.619582 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40a23a15-5247-4296-99d8-aadd430e92b2 HTTP/1.1" status: 204  len: 168 time: 0.2978020
Feb 18 02:48:32.810117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Pushing event updated for resources: {'Port': ['ID=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:32.815604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:32.890733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Network cad4cf13-6a51-4742-adb0-8689d2178b75 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:48:32.892218 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:33.150408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0625f8c9-9fff-44d9-982e-a6ae2b24c06c req-0c7b056a-2a8d-4a78-80e0-d233f500cc67 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0817599
Feb 18 02:48:33.179175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36672) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:33.211563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:48:33.265274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36680) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:33.473541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:48:33.486150 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] 10.222.0.53 "PUT /v2.0/routers/b02795d6-698e-4eaf-8438-1e5bd80c8ee5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8026345
Feb 18 02:48:33.504225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-471016920-network', 'tenant_id': '9429572a023c42548af574919f74b457'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:33.516845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:33.521207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Usage tracker for resource:network and tenant:9429572a023c42548af574919f74b457 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:33.524543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:33.532885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:33.608007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Made reservation on behalf of 9429572a023c42548af574919f74b457 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:33.620435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:33.637109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:33.672749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:33.676986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:33.707004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8e3508e61e4101bb58a0e89323e85f is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:33.712919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:33.722271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:33.729594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:33.732227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Usage tracker for resource:security_group_rule and tenant:9429572a023c42548af574919f74b457 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:33.736824 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:33.752622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:33.819195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:33.902129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:33.917432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:33.931060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17aeb939-0cb4-4b04-843e-53c7ec7394a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:33.990775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a9cb8-1367-4b70-af6e-a5e21d027cfb,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:34.038111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:48:34.056585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:34.067714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.068109 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Added segment abdad668-730c-4880-bed8-397295bc92ca of type vxlan for network 4236f1dd-c268-4cdb-8940-70a549162365
Feb 18 02:48:34.140837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.169017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.182925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.216408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:34.286026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.293344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:34.293987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.316320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36726) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:34.316481 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc8e3508e61e4101bb58a0e89323e85f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0494068
Feb 18 02:48:34.325498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728a7e78-e1a5-44fa-bcc6-aec54d4ba490,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:34.333630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:34.334076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:34.453408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.44', 53406) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:34.488503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.525281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.583354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.589420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:34.602027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728a7e78-e1a5-44fa-bcc6-aec54d4ba490,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:34.607092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:34.624908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.626579 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/728a7e78-e1a5-44fa-bcc6-aec54d4ba490 HTTP/1.1" status: 204  len: 168 time: 0.3087966
Feb 18 02:48:34.750516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Pushing event updated for resources: {'Network': ['ID=4236f1dd-c268-4cdb-8940-70a549162365,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:34.763449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:34.764367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 4236f1dd-c268-4cdb-8940-70a549162365 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:34.765582 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5849502
Feb 18 02:48:34.769050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36752) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:34.775907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Request body: {'subnet': {'network_id': '4236f1dd-c268-4cdb-8940-70a549162365', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-471016920-subnet', 'tenant_id': '9429572a023c42548af574919f74b457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:34.784561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:34.793152 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ad083f65-ffbb-497b-87f2-304d6d33645f req-47c5a32e-c642-4423-8beb-03bd9d0530ff tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.1167679
Feb 18 02:48:34.805103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 4236f1dd-c268-4cdb-8940-70a549162365 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:34.808715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Usage tracker for resource:subnet and tenant:9429572a023c42548af574919f74b457 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:34.817660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:34.842403 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:34.872363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Made reservation on behalf of 9429572a023c42548af574919f74b457 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:34.879332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:34.965465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-263ab6f6-f29d-4a6d-8077-91ae3c34483c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:34.967303 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-263ab6f6-f29d-4a6d-8077-91ae3c34483c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.44 "GET /v2.0/networks?id=6ffb5741-2b5c-4e71-bba9-63713326faed HTTP/1.1" status: 200  len: 811 time: 0.5119991
Feb 18 02:48:35.069557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7bbbc47f-4729-4b48-9eac-a73f323f4d23 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:35.071914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7bbbc47f-4729-4b48-9eac-a73f323f4d23 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 819 time: 0.2769265
Feb 18 02:48:35.079314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Request body: {'port': {'device_id': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed', 'admin_state_up': True, 'tenant_id': '074afc3beed849eb90deec23e5037213'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:35.188593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d67913f2-b606-4aa8-a7f5-761013e20d72 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:48:35.313330 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-8f52a83c-d679-4d8b-95b3-c38fc2422932 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/quotas/c3c8a752fe53474c8e49ebdbaba4f4f3 HTTP/1.1" status: 200  len: 375 time: 0.2113230
Feb 18 02:48:35.643374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port d67913f2-b606-4aa8-a7f5-761013e20d72 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:48:35.651295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port d67913f2-b606-4aa8-a7f5-761013e20d72 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:48:35.652633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:35.789507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 36812) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:35.845102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:35.848556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:35.855855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:35.868055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port d67913f2-b606-4aa8-a7f5-761013e20d72, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=d67913f2-b606-4aa8-a7f5-761013e20d72,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:48:35.874788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:35.877611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-129bab07-cf45-4fe9-973f-ba772f590ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:35.887670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-459236dd-ef9b-423e-a46e-043e855e3f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:35.942921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:35.963652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Usage tracker for resource:security_group_rule and tenant:1051ebd095af498880f9fd51b7e61f02 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:35.985099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:35.986453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=d67913f2-b606-4aa8-a7f5-761013e20d72,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:35.992875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:36.001925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:36.011203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Usage tracker for resource:port and tenant:074afc3beed849eb90deec23e5037213 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:36.019776 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-9764fee5-a42c-4ee8-b908-1c298c8d81f3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6986091
Feb 18 02:48:36.020985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:36.032871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:36.037704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.038117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.038496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.038872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.040654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.042155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.042155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.042155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.042155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.042523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.043108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.044326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.044940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.045987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.047370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.047924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.048432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.048930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.049446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.049948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.050458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.050964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.051464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.052152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Tracked resource versions report:
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]: pushed versions:
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]: {   'AddressGroup': {'1.1'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'ConntrackHelper': {'1.0'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Log': {'1.0'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Network': {'1.1'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Port': {'1.7'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'PortForwarding': {'1.2'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'QosPolicy': {'1.8'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroup': {'1.4'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SecurityGroupRule': {'1.2'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'SubPort': {'1.0'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Subnet': {'1.1'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     'Trunk': {'1.1'}}
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]: consumer versions:
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]: {   DHCP agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     L3 agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metadata agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     Metering agent@dv-cinder-763306-10-iscsi: {},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@dv-cinder-763306-10-iscsi: {   'AddressGroup': '1.1',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'ConntrackHelper': '1.0',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Log': '1.0',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Network': '1.1',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Port': '1.7',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'PortForwarding': '1.2',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'QosPolicy': '1.8',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroup': '1.4',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SecurityGroupRule': '1.2',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'SubPort': '1.0',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Subnet': '1.1',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                                       'Trunk': '1.1'},
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.1',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'ConntrackHelper': '1.0',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Log': '1.0',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Network': '1.1',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Port': '1.7',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'PortForwarding': '1.2',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'QosPolicy': '1.8',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroup': '1.4',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SecurityGroupRule': '1.2',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'SubPort': '1.0',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Subnet': '1.1',
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:                                             'Trunk': '1.1'}}
Feb 18 02:48:36.054249 dv-cinder-763306-10-iscsi neutron-server[83868]:  {{(pid=83979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 02:48:36.064327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:36.067441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Made reservation on behalf of 074afc3beed849eb90deec23e5037213 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:36.074573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:36.144585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4339b6ca-9276-4c6f-abcb-28a9a4a6082e,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:36.149983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:36.245180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Checking segment: {'id': 'abdad668-730c-4880-bed8-397295bc92ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4236f1dd-c268-4cdb-8940-70a549162365'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:36.245573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Network hostable DHCP agents. Network: 4236f1dd-c268-4cdb-8940-70a549162365, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:48:36.261092 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-954b0176-282f-421b-b01b-2a3b67ee7b11 req-ab901de0-4396-4b87-bdad-e2a418b7a7db tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.1713998
Feb 18 02:48:36.267919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Network 4236f1dd-c268-4cdb-8940-70a549162365 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:48:36.282462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 4236f1dd-c268-4cdb-8940-70a549162365) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:36.287936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:36.288911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:36.295927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798baaf3-bc14-41c5-871d-a2d6ab427d84 None None] Network 4236f1dd-c268-4cdb-8940-70a549162365 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:36.328132 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-643e8536-9c8a-4c6d-a26b-123432152ec2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.5506034
Feb 18 02:48:36.395935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:36.603406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Sync routers for ids ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:48:36.673678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Routers {'b02795d6-698e-4eaf-8438-1e5bd80c8ee5'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:48:36.674887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7198>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:48:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:36.704814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Allocated IP 172.20.0.3 (6ffb5741-2b5c-4e71-bba9-63713326faed/ee723227-92d6-4438-b9f9-d7114ddb50ee/9d99530f-b71c-4fa1-a470-c6600c6e32ad) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:48:37.237632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.241224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d67913f2-b606-4aa8-a7f5-761013e20d72 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:48:37.262143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c48e3384-06df-4a74-ac02-8207f6b9f720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:37.364274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.419600 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1051ebd095af498880f9fd51b7e61f02&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6262319
Feb 18 02:48:37.420139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36872) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:37.454496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6511fd01-34f7-465a-852c-cc9b0ca7e644,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:37.468155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:37.503398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdc5ae-a902-4206-85bc-6cd05f57278f None None] Network 4236f1dd-c268-4cdb-8940-70a549162365 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:37.544030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.616947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4013dd70-2c75-44f7-9301-cf62d555d8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:37.637912 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.735948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.888203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.932759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a634d0cb-9272-48a2-b9b4-ee249426cdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:37.966211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:37.970137 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6511fd01-34f7-465a-852c-cc9b0ca7e644 HTTP/1.1" status: 204  len: 168 time: 0.5466487
Feb 18 02:48:37.973737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511fd01-34f7-465a-852c-cc9b0ca7e644,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:37.983328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:38.056616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-2b883318-bd1d-4dd7-8da1-f6efda8ba997 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:48:38.060141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-2b883318-bd1d-4dd7-8da1-f6efda8ba997 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8561213
Feb 18 02:48:38.198849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Set router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:48:38.368763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Pushing event updated for resources: {'Port': ['ID=9d99530f-b71c-4fa1-a470-c6600c6e32ad,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:38.372589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:38.396074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port d67913f2-b606-4aa8-a7f5-761013e20d72 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:48:38.397872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:38.442992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1400dc7-7219-45e4-82db-6331073f1543 req-6323c9f0-2f69-4c38-867d-f9fb30529f4a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:38.451442 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f1400dc7-7219-45e4-82db-6331073f1543 req-6323c9f0-2f69-4c38-867d-f9fb30529f4a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 931 time: 0.3901384
Feb 18 02:48:38.538090 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-d747489d-b87f-4839-b55f-e08fceb84c64 service neutron] 10.222.0.53 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621976
Feb 18 02:48:38.590793 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f1400dc7-7219-45e4-82db-6331073f1543 req-e5ee3835-eea7-4dc8-bcc3-495d79cccd95 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381462
Feb 18 02:48:38.593536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Network 6ffb5741-2b5c-4e71-bba9-63713326faed is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:48:38.675924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:38.678478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:48:38.683203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:38.683997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:38.867656 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-6da271fb-f365-4412-94c9-d9af172f0f48 service neutron] 10.222.0.53 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3216405
Feb 18 02:48:38.874403 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8013144
Feb 18 02:48:38.894367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 36926) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:38.903865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-804541490-network', 'tenant_id': '89fb780056f5405990b6ce7e6e47bcf4'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:38.914882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:38.923795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Usage tracker for resource:network and tenant:89fb780056f5405990b6ce7e6e47bcf4 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:38.934237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:38.950645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:38.989671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Made reservation on behalf of 89fb780056f5405990b6ce7e6e47bcf4 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:39.012741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.067320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.112576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:39.120589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Usage tracker for resource:security_group_rule and tenant:89fb780056f5405990b6ce7e6e47bcf4 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:39.128496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:39.137975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:39.185906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-87d79a96-a006-4efc-b22d-1876f2605424 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:48:39.187248 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-87d79a96-a006-4efc-b22d-1876f2605424 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0076158
Feb 18 02:48:39.525996 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab1a1a88-9a9e-4c85-9c77-cda59330d67c req-1e3dd98d-1ec3-42c7-9491-bf2fba4135f9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 210 time: 0.1278331
Feb 18 02:48:39.530684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.548650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.563688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:39.601731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa130dd-f330-4e1e-abdc-9aab94c22a48,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:39.610411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:39.618270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:48:39.634105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.634627 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Added segment 09f65eee-f78e-43ff-86b0-75b714d3f60b of type vxlan for network ee289740-0273-4d0f-8069-9cea5238f2d9
Feb 18 02:48:39.685259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.766526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.767917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:39.768561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:39.788625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b9167af-229b-48d0-8c05-be859e28cc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:39.953204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7198>, [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '0948d2f3-ed34-46fb-a1b2-84e7324b54a7', 'name': '', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'mac_address': 'fa:16:3e:0d:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:32Z', 'revision_number': 2, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'subnets': [{'id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:39.968583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Checking router: b02795d6-698e-4eaf-8438-1e5bd80c8ee5 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:48:39.970844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Updating router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:48:40.115675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:40.193823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Pushing event updated for resources: {'Network': ['ID=ee289740-0273-4d0f-8069-9cea5238f2d9,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:40.204716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:40.210147 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3139765
Feb 18 02:48:40.213030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37002) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:40.234857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Request body: {'subnet': {'network_id': 'ee289740-0273-4d0f-8069-9cea5238f2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-804541490-subnet', 'tenant_id': '89fb780056f5405990b6ce7e6e47bcf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:40.247183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:40.257701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Usage tracker for resource:subnet and tenant:89fb780056f5405990b6ce7e6e47bcf4 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:40.265208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:40.272657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Request body: {'port': {'device_id': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:40.287878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:40.297982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network ee289740-0273-4d0f-8069-9cea5238f2d9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:40.320093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Made reservation on behalf of 89fb780056f5405990b6ce7e6e47bcf4 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:40.326389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:40.353906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network ee289740-0273-4d0f-8069-9cea5238f2d9 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:40.625624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37030) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:41.256473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:41.643808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37058) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:41.648685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:41.735137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:41.750146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Usage tracker for resource:security_group_rule and tenant:8673cf48fe7e4e2fb3e5c2d3087ad683 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:41.764728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:41.776294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:41.986151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.026713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.036338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.059053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:42.109057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.117582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06851fcc-26ec-4ae1-ba8b-b62ee5834442 req-fccd0108-3b0e-4839-8651-01c26a6b9eef tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:42.118653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-06851fcc-26ec-4ae1-ba8b-b62ee5834442 req-fccd0108-3b0e-4839-8651-01c26a6b9eef tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Synchronizing usage tracker for tenant:074afc3beed849eb90deec23e5037213 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:48:42.196870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-9a6597d4-66e4-41aa-a348-5218080d2935 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:42.205777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-9a6597d4-66e4-41aa-a348-5218080d2935 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 819 time: 1.4944892
Feb 18 02:48:42.245025 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-898bf5bf-ffa7-4c74-9295-cd8e703af2db tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/quotas/c3c8a752fe53474c8e49ebdbaba4f4f3 HTTP/1.1" status: 200  len: 375 time: 0.0382078
Feb 18 02:48:42.251842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-06851fcc-26ec-4ae1-ba8b-b62ee5834442 req-fccd0108-3b0e-4839-8651-01c26a6b9eef tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Unset dirty status for tenant:074afc3beed849eb90deec23e5037213 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:48:42.259189 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06851fcc-26ec-4ae1-ba8b-b62ee5834442 req-fccd0108-3b0e-4839-8651-01c26a6b9eef tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 931 time: 2.2457745
Feb 18 02:48:42.414413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:42.429572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Usage tracker for resource:security_group_rule and tenant:3937559d1fb244cc9d3e7a5f3d5ff965 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:42.442341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:42.460275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:42.613317 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8673cf48fe7e4e2fb3e5c2d3087ad683&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9037805
Feb 18 02:48:42.614510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37086) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:42.629626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e894aa-9a2c-41b7-a0cf-3a92d4bd1a7d,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:42.652555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:48:42.673982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:42.677604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:42.727868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.760939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Transition to ACTIVE for port object 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:48:42.765742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.830543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d99530f-b71c-4fa1-a470-c6600c6e32ad {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:48:42.872908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.875051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0ad768-a2d1-4372-8362-256df50379ca,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:42.888318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:42.940036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Transition to ACTIVE for port object 9d99530f-b71c-4fa1-a470-c6600c6e32ad will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:48:42.976198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:42.990840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:42.999835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.021666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.052503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.098670 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06851fcc-26ec-4ae1-ba8b-b62ee5834442 req-2017f159-b943-4e18-bb9c-f56f406beee5 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8382752
Feb 18 02:48:43.130886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:43.165478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.188337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Checking segment: {'id': '09f65eee-f78e-43ff-86b0-75b714d3f60b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ee289740-0273-4d0f-8069-9cea5238f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:43.189109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Network hostable DHCP agents. Network: ee289740-0273-4d0f-8069-9cea5238f2d9, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:48:43.307679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Network ee289740-0273-4d0f-8069-9cea5238f2d9 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:48:43.310745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09241a-ed15-40e5-a97a-2cb45b8e6e69,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:43.321604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:43.324373 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3937559d1fb244cc9d3e7a5f3d5ff965&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6772914
Feb 18 02:48:43.327527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37098) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:43.332360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2421b-3ee2-47f5-a5db-e6e80c8908b7 None None] Pushing event updated for resources: {'Port': ['ID=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:43.337392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-70f2421b-3ee2-47f5-a5db-e6e80c8908b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:43.372191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, ee289740-0273-4d0f-8069-9cea5238f2d9) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:43.382442 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:43.383171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.391108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d5151-9c00-4c23-8f99-8c2ccf275de8 None None] Network ee289740-0273-4d0f-8069-9cea5238f2d9 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:43.419406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.447238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:43.451461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.473315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:43.484683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.488878 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66e894aa-9a2c-41b7-a0cf-3a92d4bd1a7d HTTP/1.1" status: 204  len: 168 time: 0.8685899
Feb 18 02:48:43.491697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.499781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e894aa-9a2c-41b7-a0cf-3a92d4bd1a7d,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:43.515724 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-26daaffe-5a90-45d7-8452-dfc8e15d595b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.3002462
Feb 18 02:48:43.519288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:43.562486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.568522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2679ceb2-de56-4319-bd37-c7d7149c18ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:43.582191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09241a-ed15-40e5-a97a-2cb45b8e6e69,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:43.585142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:43.591150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:43.595433 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c09241a-ed15-40e5-a97a-2cb45b8e6e69 HTTP/1.1" status: 204  len: 168 time: 0.2641680
Feb 18 02:48:43.847063 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-bf29f072-1b32-4563-86ec-69b906ed8353 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6010425
Feb 18 02:48:43.847820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Pushing event updated for resources: {'Port': ['ID=9d99530f-b71c-4fa1-a470-c6600c6e32ad,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:43.866601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37122) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:43.886053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:44.008533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Attempting to bind port 9d99530f-b71c-4fa1-a470-c6600c6e32ad on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:48:44.017253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Attempting to bind port 9d99530f-b71c-4fa1-a470-c6600c6e32ad by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:48:44.018913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Attempting to bind port 9d99530f-b71c-4fa1-a470-c6600c6e32ad on network 6ffb5741-2b5c-4e71-bba9-63713326faed {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:48:44.019964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Attempting to bind port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:48:44.020565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Attempting to bind port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:48:44.021157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Attempting to bind port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 on network cad4cf13-6a51-4742-adb0-8689d2178b75 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:48:44.041787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:48:44.046181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Checking segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:44.047037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.052103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Bound using segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:48:44.052940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Bound port: 0948d2f3-ed34-46fb-a1b2-84e7324b54a7, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:48:44.053604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.104924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Deleting subnet 4339b6ca-9276-4c6f-abcb-28a9a4a6082e {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:48:44.113462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.301770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] For port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:48:44.309708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] For port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:48:44.320923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.342672 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-93cc64d9-a2f4-429a-878d-206399573048 service neutron] 10.222.0.53 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4771223
Feb 18 02:48:44.360810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.401789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.524621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:44.695846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:48:44.696423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Checking segment: {'id': 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:44.696666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.697061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Bound using segment: {'id': 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:48:44.697676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Bound port: 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ffb5741-2b5c-4e71-bba9-63713326faed'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:48:44.697918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:44.874480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.44', 53430) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:44.983407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37162) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:45.074547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] For port 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:48:45.081782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b8fe3-94ce-459c-bda1-ce2ec56bdd99 None None] Network ee289740-0273-4d0f-8069-9cea5238f2d9 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:45.166999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] For port 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad,segment=NetworkSegment(ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f),segment_id=ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:48:45.205278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49571-366c-4b10-a00c-7ee56091f5fa req-dc908a1d-a3f3-4188-8cf9-7314d4d6fd21 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:45.227239 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3e49571-366c-4b10-a00c-7ee56091f5fa req-dc908a1d-a3f3-4188-8cf9-7314d4d6fd21 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.8292997
Feb 18 02:48:45.233364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:45.438203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d15c739f-6249-4f41-a39b-a817734c05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:45.531368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2421b-3ee2-47f5-a5db-e6e80c8908b7 None None] Pushing event updated for resources: {'Port': ['ID=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:45.580932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37174) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:45.581145 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37182) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:45.585696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-70f2421b-3ee2-47f5-a5db-e6e80c8908b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:45.587354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:45.704735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Pushing event updated for resources: {'Port': ['ID=9d99530f-b71c-4fa1-a470-c6600c6e32ad,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:45.772399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:45.796869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:45.866381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:45.867544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:45.868890 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] 10.222.0.44 "PUT /v2.0/ports/9d99530f-b71c-4fa1-a470-c6600c6e32ad HTTP/1.1" status: 200  len: 1157 time: 6.2410889
Feb 18 02:48:45.891861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:48:45.938384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:45.955363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Usage tracker for resource:security_group_rule and tenant:d5209ad2453f4f9a9a27aa2248ecd1ee is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:45.960402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:45.971732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:46.033917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:48:46.132136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.163514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.273062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:46.291303 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5209ad2453f4f9a9a27aa2248ecd1ee&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2789741
Feb 18 02:48:46.306210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37226) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:46.373775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Routers {'b02795d6-698e-4eaf-8438-1e5bd80c8ee5'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:48:46.374605 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7198>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:48:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:46.501748 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-13312b56-2ecf-42aa-8ecf-665302792137 service neutron] 10.222.0.53 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 2.1576676
Feb 18 02:48:46.543304 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3e49571-366c-4b10-a00c-7ee56091f5fa req-450e4891-370e-4874-be72-1c6435eb18b7 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3104253
Feb 18 02:48:46.544284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.593383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.621193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.659687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:46.672728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:46.679110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f44c53e28bf54a4293f5ae5296bf7a08 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:46.688301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:46.710519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:85419e553640420dadafa5487e8cee31 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:46.722208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-9e907e47-6722-496c-86b2-3b31d1139e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:46.724081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.733156 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-9e907e47-6722-496c-86b2-3b31d1139e11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=074afc3beed849eb90deec23e5037213&device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 1160 time: 0.5922830
Feb 18 02:48:46.736682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:46.751135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:46.780806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:46.948227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47bea33-06c9-42b8-9a7e-1fea490ae829,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:46.956389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:46.980574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:47.081092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-cd976b9d-2af4-4051-91b9-0d3d9207441f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:47.081905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-cd976b9d-2af4-4051-91b9-0d3d9207441f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Synchronizing usage tracker for tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 on resource:network {{(pid=83978) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:48:47.149862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4305f528-31e2-4ec2-8410-e02624c53428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:47.218157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47bea33-06c9-42b8-9a7e-1fea490ae829,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:47.256874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:47.259823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:47.263858 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b47bea33-06c9-42b8-9a7e-1fea490ae829 HTTP/1.1" status: 204  len: 168 time: 0.9489079
Feb 18 02:48:47.326231 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d9f30429-8c9d-4f69-8a61-68fa7b6466b7 req-309e0cd1-84d9-4784-a3ef-36908d8e4b46 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.2668705
Feb 18 02:48:47.349865 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad', 'status': 'completed', 'code': 200}
Feb 18 02:48:47.355134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:47.356143 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-d5c6a032-30c4-41e9-8912-9dbd37555285 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad HTTP/1.1" status: 200  len: 217 time: 0.5473225
Feb 18 02:48:47.569309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:47.708633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830216-f42d-4699-b145-3117f3f1f84d req-c3080059-0629-4a80-b2a3-413ab76c09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:47.717282 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-c3080059-0629-4a80-b2a3-413ab76c09ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee723227-92d6-4438-b9f9-d7114ddb50ee HTTP/1.1" status: 200  len: 851 time: 0.2837610
Feb 18 02:48:47.724761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4339b6ca-9276-4c6f-abcb-28a9a4a6082e,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:47.736860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:47.790357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] Set router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:48:47.953056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:47.965244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:47.978894 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4339b6ca-9276-4c6f-abcb-28a9a4a6082e HTTP/1.1" status: 204  len: 168 time: 4.1110353
Feb 18 02:48:47.987556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37306) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:48.039630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.043607 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-6560874d-9449-4f16-a825-0421258ff196 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffb5741-2b5c-4e71-bba9-63713326faed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3062932
Feb 18 02:48:48.129248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:48.226685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a71c913-fea0-44da-a511-dfb4cd57ed4e,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:48.249584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:48.294407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5a240793-3847-4835-9585-8783ae1e39fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.296487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:48:48.313244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:48:48.313966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.372212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f44c53e28bf54a4293f5ae5296bf7a08&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7016172
Feb 18 02:48:48.375183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37316) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:48.396381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd029d-fc31-4eee-88fe-75c478d1cf09 req-99d8d323-1ebc-4991-9cdf-b37add383b13 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:48.398095 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3cd029d-fc31-4eee-88fe-75c478d1cf09 req-99d8d323-1ebc-4991-9cdf-b37add383b13 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.3493025
Feb 18 02:48:48.476537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.557460 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.558519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.594506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7198>, [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '0948d2f3-ed34-46fb-a1b2-84e7324b54a7', 'name': '', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'mac_address': 'fa:16:3e:0d:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:44Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'subnets': [{'id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:48.620390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:48:48.622274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe872f5-6b52-41db-8c90-57d2b95b89a8 None None] The sync data for ids ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'] in dv-cinder-763306-10-iscsi is: [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '0948d2f3-ed34-46fb-a1b2-84e7324b54a7', 'name': '', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'mac_address': 'fa:16:3e:0d:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:44Z', 'revision_number': 4, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'subnets': [{'id': 'a576f684-998a-4ee9-a6a8-3d98a8ca5732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:48:48.626591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.641067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:48.707052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37324) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:48.840995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:48.887036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:48.896471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:49.059021 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-045d023b-547a-4607-9713-37c768cc1883 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5545485
Feb 18 02:48:49.149459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.258389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.531320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f87ae6b53c8>> segment before_delete 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.532153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f87ae6b53c8>> subnet precommit_delete_associations 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.533068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> segment_host_mapping after_create 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.533514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> port after_create 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.533942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> port after_delete 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.534384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> port after_update 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.534817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> segment after_delete 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.535261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> subnet after_create 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.535789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> subnet after_delete 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.536235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae678be0>> subnet after_update 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.741696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87ae9d7710>> subnet after_create 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.742164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87ae9d7710>> subnet after_delete 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.742498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87ae9d7710>> subnet before_create 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.742864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87ae9d7710>> subnet before_update 55550000 {{(pid=83978) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:49.743250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87af514710>,) {'filters': {'network_id': ['4236f1dd-c268-4cdb-8940-70a549162365']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:49.763928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af514710>, 'abdad668-730c-4880-bed8-397295bc92ca') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:49.764260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af514710>, 'abdad668-730c-4880-bed8-397295bc92ca') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:49.777496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.798484 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3cd029d-fc31-4eee-88fe-75c478d1cf09 req-9fc292c4-36ce-4e1c-84e5-6ecfb5afef9a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2926812
Feb 18 02:48:49.798864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.801095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:48:49.814626 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83830216-f42d-4699-b145-3117f3f1f84d req-f9650674-3a9b-4408-9fe3-5df04e6fc72a service neutron] 10.222.0.44 "GET /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5371869
Feb 18 02:48:49.814626 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-717af874-99b5-40bd-92c3-ae240342eecb req-a1308f46-50ad-4281-aa44-c080fc568b54 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 1.0265086
Feb 18 02:48:49.814626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.848872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.869260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.954494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:49.997033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c34d465a-e734-4cf0-843e-b414d4880e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:50.034748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.048800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-cd976b9d-2af4-4051-91b9-0d3d9207441f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Unset dirty status for tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 on resource:network {{(pid=83978) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:48:50.050031 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-cd976b9d-2af4-4051-91b9-0d3d9207441f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 819 time: 5.1746206
Feb 18 02:48:50.052831 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85419e553640420dadafa5487e8cee31&name=default HTTP/1.1" status: 200  len: 2979 time: 4.3798587
Feb 18 02:48:50.061666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37362) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:50.063535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Network 4236f1dd-c268-4cdb-8940-70a549162365 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:48:50.072267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.073066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecab5354-64f3-4d8f-972a-c29bae72285c,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:50.080477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.085367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:50.085895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-809ddf25-c735-401b-aff6-de5ecca46cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:50.101844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.103106 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a71c913-fea0-44da-a511-dfb4cd57ed4e HTTP/1.1" status: 204  len: 168 time: 1.7039914
Feb 18 02:48:50.106280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a71c913-fea0-44da-a511-dfb4cd57ed4e,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:50.109320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:50.110821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:50.184126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Usage tracker for resource:security_group_rule and tenant:64c7793956254e3ebef3bd448b78a157 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:50.191751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:50.209318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:50.346783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Network 4236f1dd-c268-4cdb-8940-70a549162365 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   from cryptography.utils import int_from_bytes
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   from cryptography.utils import int_from_bytes
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   (rel_b, rel_a, rel_b),
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:48:50.385203 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:48:50.469215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.511752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37380) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:50.528936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.534684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.535370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.547764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.554236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:50.556992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:50.558480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea4423a88be4d3d81d8ccd5ffed4d11 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:50.562511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:50.568643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:50.598701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4236f1dd-c268-4cdb-8940-70a549162365,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:50.601741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:50.639267 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4236f1dd-c268-4cdb-8940-70a549162365 HTTP/1.1" status: 204  len: 168 time: 2.6457496
Feb 18 02:48:50.642453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37384) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:50.647314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.652098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.662010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:50.707414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.716370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:48:50.721729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64c7793956254e3ebef3bd448b78a157&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9698431
Feb 18 02:48:50.722589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37390) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:50.728729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb67e48-5667-4972-8f9f-159bb4c888c8,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:50.728901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Deleting subnet cf0ad768-a2d1-4372-8362-256df50379ca {{(pid=83977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:48:50.739742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.764081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:50.771841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f4555c21-3913-4bad-8862-98ab8681628b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:50.778077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.791411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.800772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecab5354-64f3-4d8f-972a-c29bae72285c,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:50.803865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.805038 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecab5354-64f3-4d8f-972a-c29bae72285c HTTP/1.1" status: 204  len: 168 time: 0.7331374
Feb 18 02:48:50.807120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:50.808619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:48:50.811943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:50.853483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f1f215a5-36ea-42b3-84e0-6896ba6a16c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:50.875892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Request body: {'port': {'device_id': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'admin_state_up': True, 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:50.936237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37404) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:50.937723 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ea4423a88be4d3d81d8ccd5ffed4d11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4245641
Feb 18 02:48:51.040901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf93482-9869-4ddd-8591-62602b7435f2,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:51.066298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:51.083313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.196876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.218498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.226450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.244104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.44', 53434) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:51.416104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.422559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:51.436445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Usage tracker for resource:port and tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:51.446591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:51.470563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:51.473933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.509256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.535623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:51.549089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Made reservation on behalf of c3c8a752fe53474c8e49ebdbaba4f4f3 for: {'port': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:51.554676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.630848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb67e48-5667-4972-8f9f-159bb4c888c8,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:51.633160 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23ee3c79-6ae9-4604-9c78-d068e8504a49 req-294a89f2-56fb-46b4-98ba-9b1926fa218e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.5679970
Feb 18 02:48:51.644401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:51.648752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for subnet, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.669130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-fb47322c-fc9f-4ce2-9abc-8b29711587ec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:51.671341 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-fb47322c-fc9f-4ce2-9abc-8b29711587ec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 819 time: 0.4237208
Feb 18 02:48:51.674420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:51.678068 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fb67e48-5667-4972-8f9f-159bb4c888c8 HTTP/1.1" status: 204  len: 168 time: 0.9494708
Feb 18 02:48:51.678196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:51.696730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Request body: {'port': {'device_id': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75', 'admin_state_up': True, 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:51.882753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0ad768-a2d1-4372-8362-256df50379ca,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:51.932355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:51.982818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53304b-587b-4055-a996-2af021e2aeca req-27051072-13d2-40ad-b703-c965f78b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:52.001136 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-27051072-13d2-40ad-b703-c965f78b39a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=074afc3beed849eb90deec23e5037213&device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 1160 time: 1.0489874
Feb 18 02:48:52.130725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:52.137898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c8157-4360-411d-a8a3-84d1319f8347 req-78d8445d-37c7-446b-bf1d-b9d11720e9c4 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:52.139762 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa3c8157-4360-411d-a8a3-84d1319f8347 req-78d8445d-37c7-446b-bf1d-b9d11720e9c4 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 1.0725248
Feb 18 02:48:52.141161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:52.180601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf93482-9869-4ddd-8591-62602b7435f2,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:52.189960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:52.206816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:52.210891 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdf93482-9869-4ddd-8591-62602b7435f2 HTTP/1.1" status: 204  len: 168 time: 1.2657938
Feb 18 02:48:52.298665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:52.316979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Usage tracker for resource:port and tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:52.322929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:52.334003 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:52.369492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:52.389508 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa3c8157-4360-411d-a8a3-84d1319f8347 req-9c1d433f-78d6-45b5-aded-87f2160d359a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375948
Feb 18 02:48:52.398896 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cf0ad768-a2d1-4372-8362-256df50379ca HTTP/1.1" status: 204  len: 168 time: 1.7553370
Feb 18 02:48:52.401989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53304b-587b-4055-a996-2af021e2aeca req-14a8a5d4-04f5-41b6-bd5d-ba23952d14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:52.403718 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-14a8a5d4-04f5-41b6-bd5d-ba23952d14fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ffb5741-2b5c-4e71-bba9-63713326faed HTTP/1.1" status: 200  len: 905 time: 0.4012718
Feb 18 02:48:52.404122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37454) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:52.533814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Allocated IP 172.20.0.14 (cad4cf13-6a51-4742-adb0-8689d2178b75/a576f684-998a-4ee9-a6a8-3d98a8ca5732/de187f2a-9924-4b6a-93d6-3f06a267fa2d) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:48:52.556468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37462) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:52.597574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Made reservation on behalf of c3c8a752fe53474c8e49ebdbaba4f4f3 for: {'port': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:52.603327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:52.641056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:52.739022 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-7b70539d-fe51-48fe-b4cb-ae295201883d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad HTTP/1.1" status: 200  len: 217 time: 0.1815135
Feb 18 02:48:52.742746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:52.800262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:52.867162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8081ffd9dd4becab4c6179aa1a3afe is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:52.958183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:52.985289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:53.048209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b83e9d7-8207-45a8-8b94-346ad45801e1 req-c254914a-9934-4fe2-af78-38ca427c9fcd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0735805
Feb 18 02:48:53.079672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53304b-587b-4055-a996-2af021e2aeca req-5a00e961-425f-4861-98a7-8eb0d740e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:53.081244 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-5a00e961-425f-4861-98a7-8eb0d740e0d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee723227-92d6-4438-b9f9-d7114ddb50ee HTTP/1.1" status: 200  len: 851 time: 0.3244507
Feb 18 02:48:53.084908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:53.142428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:53.205802 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-d9d495b8-b5a4-41bc-811b-c8579baeb055 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffb5741-2b5c-4e71-bba9-63713326faed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1041713
Feb 18 02:48:53.238474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:53.271240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:53.369623 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-543e25fc-1cc1-4ead-92c0-c7eda8309ecb service neutron] 10.222.0.44 "GET /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467822
Feb 18 02:48:53.437964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.14-baab1f2a-0a4f-4d10-af98-f73afd925f7c {{(pid=83978) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:48:53.438368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:48:53.481033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Pushing event updated for resources: {'Port': ['ID=de187f2a-9924-4b6a-93d6-3f06a267fa2d,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:53.487685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:53.581977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Network cad4cf13-6a51-4742-adb0-8689d2178b75 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:48:53.583520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:53.586980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:48:53.653477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37504) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:53.659137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:53.660215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:53.699391 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8484514
Feb 18 02:48:53.729170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Request body: {'port': {'device_id': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:53.917559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:53.930751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f87ae56f710>> segment before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.931306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f87ae56f710>> subnet precommit_delete_associations 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.933309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> segment_host_mapping after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.936240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> port after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.936907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> port after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.938903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.938903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> segment after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.940356 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> subnet after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.942058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> subnet after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:53.942234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:53.942931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f87ae56f438>> subnet after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:54.077630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87aecb88d0>> subnet after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:54.077630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87aecb88d0>> subnet after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:54.077630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87aecb88d0>> subnet before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:54.078295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f87aecb88d0>> subnet before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 02:48:54.078295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae56f8d0>,) {'filters': {'network_id': ['ee289740-0273-4d0f-8069-9cea5238f2d9']}} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:54.092818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae56f8d0>, '09f65eee-f78e-43ff-86b0-75b714d3f60b') {'for_net_delete': True} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:54.093163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae56f8d0>, '09f65eee-f78e-43ff-86b0-75b714d3f60b') {} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:48:54.093343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610254912-network', 'tenant_id': '3d8ec527207c415fada71b69e5fd01f9'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:54.106874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32259183'] for segment, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.165955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.168891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.172795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:48:54.190990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:54.214440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Usage tracker for resource:network and tenant:3d8ec527207c415fada71b69e5fd01f9 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:54.276099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:54.300392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.302475 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de53304b-587b-4055-a996-2af021e2aeca req-6ffd3c8e-d7dc-42e9-bd06-8ec9910bc6d6 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9223158
Feb 18 02:48:54.315445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:54.376163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c27abbb-5d6f-40f8-8acc-55e6f258acae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:54.390207 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-132c2f40-0722-4260-9b8c-4755549cfc11 req-10f754cc-4e0b-4889-8b1a-c4338b20bb82 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0765836
Feb 18 02:48:54.426532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Made reservation on behalf of 3d8ec527207c415fada71b69e5fd01f9 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:54.426532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.492238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.536762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37538) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:54.543540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f8081ffd9dd4becab4c6179aa1a3afe&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9847541
Feb 18 02:48:54.544323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:54.544450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c0e0ec-63d0-4446-a203-64aabd4d5f6c,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:54.547934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37542) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:54.558869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79096dcf-50c8-44a8-bc53-1f24a2023747 req-7da96562-467d-46c5-ad0c-05883b417483 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:54.561236 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-79096dcf-50c8-44a8-bc53-1f24a2023747 req-7da96562-467d-46c5-ad0c-05883b417483 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.8479087
Feb 18 02:48:54.570780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:54.574124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Network ee289740-0273-4d0f-8069-9cea5238f2d9 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:48:54.592864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822516899'] for segment, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.627122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8ec527207c415fada71b69e5fd01f9 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:54.636600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:54.694816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:54.802645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.830624 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-79096dcf-50c8-44a8-bc53-1f24a2023747 req-6052bff5-bba7-48a8-8a7f-789616f66884 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2584131
Feb 18 02:48:54.845336 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:54.848220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Network ee289740-0273-4d0f-8069-9cea5238f2d9 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:48:54.854000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Usage tracker for resource:security_group_rule and tenant:a028d201cf3343c999b54942b03af4ea is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:54.859593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:54.873747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   from cryptography.utils import int_from_bytes
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   from cryptography.utils import int_from_bytes
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   (rel_b, rel_a, rel_b),
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:48:54.881173 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:48:54.955355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.991168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:54.993906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.001095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.003157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.009777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf0fed41-6919-4bb8-9a0e-418c46737e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.016942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.031713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de187f2a-9924-4b6a-93d6-3f06a267fa2d {{(pid=83978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:48:55.045394 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.051913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee289740-0273-4d0f-8069-9cea5238f2d9,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:55.053042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.058616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:55.064612 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ee289740-0273-4d0f-8069-9cea5238f2d9 HTTP/1.1" status: 204  len: 168 time: 2.6594903
Feb 18 02:48:55.068387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:48:55.074891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.080574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.092270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c0e0ec-63d0-4446-a203-64aabd4d5f6c,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:55.092587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70079e-355d-45f3-b01f-fe38522f2a71,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:55.098227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Transition to ACTIVE for port object de187f2a-9924-4b6a-93d6-3f06a267fa2d will not be triggered until provisioned by entity L2. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:48:55.098793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:55.099606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.099735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.099814 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Added segment d06ba47e-e2d0-48a2-9b9b-11786263f556 of type vxlan for network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8
Feb 18 02:48:55.100744 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40c0e0ec-63d0-4446-a203-64aabd4d5f6c HTTP/1.1" status: 204  len: 168 time: 0.5490952
Feb 18 02:48:55.104700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:55.147614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.210224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Allocated IP 172.20.0.10 (cad4cf13-6a51-4742-adb0-8689d2178b75/a576f684-998a-4ee9-a6a8-3d98a8ca5732/8d0ca876-96eb-4a28-9122-e6227736d413) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:48:55.231289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.232953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37558) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:55.306771 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5cb4c3b3-09de-47ef-8e16-151128e826fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9429572a023c42548af574919f74b457&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0725415
Feb 18 02:48:55.307440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37564) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:55.383867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.384347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.433695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.436898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.463025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.492787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Pushing event updated for resources: {'Port': ['ID=de187f2a-9924-4b6a-93d6-3f06a267fa2d,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:55.507410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:55.517938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-71a6c9ca-15bf-467e-93b8-ab89252a378f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.554465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.564800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-115df7a4-ee6e-4f47-a849-e187738c1176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.598245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.607615 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a028d201cf3343c999b54942b03af4ea&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0662839
Feb 18 02:48:55.626401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:55.627152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.651240 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75cb4157-03c9-4e4e-9656-04a3b25f4f59 req-f2756ee4-4f89-4560-be00-854e1c5997a8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0885308
Feb 18 02:48:55.652887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37576) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:55.654516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a9cb8-1367-4b70-af6e-a5e21d027cfb,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:55.664156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:55.685736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ed616-c762-474c-8a5c-ca5c8f87613f,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:55.701560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:55.706156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:55.730022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.734768 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/823a9cb8-1367-4b70-af6e-a5e21d027cfb HTTP/1.1" status: 204  len: 168 time: 0.4228163
Feb 18 02:48:55.790416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:55.854131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.016710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.023760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:56.038587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ed616-c762-474c-8a5c-ca5c8f87613f,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:56.042153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:56.065949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.071971 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d76ed616-c762-474c-8a5c-ca5c8f87613f HTTP/1.1" status: 204  len: 168 time: 0.4097440
Feb 18 02:48:56.178930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1f72b-065b-4f10-b5ea-fb5f7f2586af req-4a38e1e7-9d2c-45c7-b48d-5947197b7422 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:56.188346 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56f1f72b-065b-4f10-b5ea-fb5f7f2586af req-4a38e1e7-9d2c-45c7-b48d-5947197b7422 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.1090252
Feb 18 02:48:56.254949 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56f1f72b-065b-4f10-b5ea-fb5f7f2586af req-b9d54fe7-edac-4c84-a590-6c00047abd56 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655460
Feb 18 02:48:56.257437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.5923853
Feb 18 02:48:56.258276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:56.260897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37604) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:56.270547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Request body: {'subnet': {'network_id': 'c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610254912-subnet', 'tenant_id': '3d8ec527207c415fada71b69e5fd01f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:56.276989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:56.277250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:56.279132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:56.281966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Usage tracker for resource:subnet and tenant:3d8ec527207c415fada71b69e5fd01f9 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:56.285959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:56.293041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:56.330708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Made reservation on behalf of 3d8ec527207c415fada71b69e5fd01f9 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:48:56.335217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.335538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.351678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Attempting to bind port de187f2a-9924-4b6a-93d6-3f06a267fa2d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:48:56.351678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Attempting to bind port de187f2a-9924-4b6a-93d6-3f06a267fa2d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:48:56.351678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Attempting to bind port de187f2a-9924-4b6a-93d6-3f06a267fa2d on network cad4cf13-6a51-4742-adb0-8689d2178b75 {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:48:56.357758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:48:56.358594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Checking segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:56.358740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.359127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Bound using segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:48:56.359651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Bound port: de187f2a-9924-4b6a-93d6-3f06a267fa2d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'}}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:48:56.360025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.465659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.487292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] For port de187f2a-9924-4b6a-93d6-3f06a267fa2d, host hv-cinder-76330, cleared binding levels {{(pid=83978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:48:56.490323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a051b1d8-8d4b-47fa-8a34-53317f1966bd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:56.616679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37614) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:56.624238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] For port de187f2a-9924-4b6a-93d6-3f06a267fa2d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:48:56.625493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37618) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:56.633785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.675981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.721120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:56.725488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Pushing event updated for resources: {'Port': ['ID=8d0ca876-96eb-4a28-9122-e6227736d413,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:56.739021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Usage tracker for resource:security_group_rule and tenant:b0dcbca40e5e49b28f4727b717bb3b18 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:56.741989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:56.742522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4d0f99e9-605a-4452-bcd9-31b2b9014b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:56.791086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:56.806073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:56.813084 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d885b798-9227-4940-a55a-980fd64015f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89fb780056f5405990b6ce7e6e47bcf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921990
Feb 18 02:48:56.820962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37624) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:56.879922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Pushing event updated for resources: {'Port': ['ID=de187f2a-9924-4b6a-93d6-3f06a267fa2d,revision_number=3']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:56.885666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Network cad4cf13-6a51-4742-adb0-8689d2178b75 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:48:56.895854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:56.899334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:56.902939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:48:56.974816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:56.975513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:56.977019 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] 10.222.0.44 "PUT /v2.0/ports/de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 1158 time: 3.2605314
Feb 18 02:48:56.978088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'tag': 'de187f2a-9924-4b6a-93d6-3f06a267fa2d'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:48:56.992684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:56.993372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.017082 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3356009
Feb 18 02:48:57.089881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50ca4c-e792-4f99-9fc9-d0cf434e12a0 req-1597d9e7-a514-428b-8bb3-96501db32a43 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:57.091538 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb50ca4c-e792-4f99-9fc9-d0cf434e12a0 req-1597d9e7-a514-428b-8bb3-96501db32a43 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 932 time: 0.2383223
Feb 18 02:48:57.092265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.179875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.223943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.246432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.259281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3fcdee6b-b991-46ad-af06-5f5d572972e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:57.277386 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb50ca4c-e792-4f99-9fc9-d0cf434e12a0 req-db261657-4491-40fa-8cde-7b7fc770153c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759675
Feb 18 02:48:57.337117 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'tag': 'de187f2a-9924-4b6a-93d6-3f06a267fa2d', 'status': 'completed', 'code': 200}
Feb 18 02:48:57.360482 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0dcbca40e5e49b28f4727b717bb3b18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7307682
Feb 18 02:48:57.361569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37656) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:57.372560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eccc112-c578-4985-b0e6-8c4d905b8f4f,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:57.379528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:57.389125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.396763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:57.414400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa130dd-f330-4e1e-abdc-9aab94c22a48,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:57.422502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:57.423308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.448410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:57.483533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.511700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.516237 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2aa130dd-f330-4e1e-abdc-9aab94c22a48 HTTP/1.1" status: 204  len: 168 time: 0.6892035
Feb 18 02:48:57.518087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.567446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17091d8-3c95-4e55-8a0e-b8f7229369eb,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:57.568836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.575598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:57.577158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:57.588542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eccc112-c578-4985-b0e6-8c4d905b8f4f,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:57.591245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:57.602835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.604328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9eccc112-c578-4985-b0e6-8c4d905b8f4f HTTP/1.1" status: 204  len: 168 time: 0.2418365
Feb 18 02:48:57.730516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08912-1d99-4769-acf2-fef9e524e21d req-17b9dc5c-2845-4663-b39f-84ffc82d114a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:57.732207 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dcd08912-1d99-4769-acf2-fef9e524e21d req-17b9dc5c-2845-4663-b39f-84ffc82d114a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.1622212
Feb 18 02:48:57.807857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Checking segment: {'id': 'd06ba47e-e2d0-48a2-9b9b-11786263f556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:48:57.808250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Network hostable DHCP agents. Network: c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:48:57.824198 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dcd08912-1d99-4769-acf2-fef9e524e21d req-c0955e31-1972-4534-bd1c-686ca4e7cf53 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856171
Feb 18 02:48:57.843260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:48:57.853082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:48:57.863326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413218c1-b9c9-40b7-a994-b9bdf66c8031 None None] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:57.877825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:57.878662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:57.903476 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fe849dd4-a4ef-4bf7-b8c8-e351fd23af81 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6410401
Feb 18 02:48:58.150240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a5c87-692f-4164-8c8c-e93421e5108c None None] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:48:58.328489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Request body: {'port': {'device_id': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:48:58.368302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:48:58.511933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:58.618769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b947-0d57-4995-81a9-0438b554f55c req-e91962ed-a770-4cc5-87dd-1437cfaf348b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:58.625920 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1908b947-0d57-4995-81a9-0438b554f55c req-e91962ed-a770-4cc5-87dd-1437cfaf348b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 932 time: 0.1304824
Feb 18 02:48:58.683762 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1908b947-0d57-4995-81a9-0438b554f55c req-6b3b037d-d323-4024-981c-a7115bcfe1b3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566876
Feb 18 02:48:58.862511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f58e2-e7b7-4cfc-9a9f-b1a2ded7c922 req-2fe7c577-42dc-4cf0-87a5-848f04f4964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:58.864381 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e46f58e2-e7b7-4cfc-9a9f-b1a2ded7c922 req-2fe7c577-42dc-4cf0-87a5-848f04f4964d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1161 time: 0.3220794
Feb 18 02:48:58.881697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37726) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:59.100748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.125602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:48:59.132412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Usage tracker for resource:security_group_rule and tenant:cb86c699e78b4adb8bb0cb64ed0e3ed1 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:48:59.136719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:48:59.150197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:48:59.162897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a5fa5-2848-48dc-83a1-d16a49b520ee req-a932b1ad-0246-4d4f-afee-92d671fa29f5 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:59.164622 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a3a5fa5-2848-48dc-83a1-d16a49b520ee req-a932b1ad-0246-4d4f-afee-92d671fa29f5 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.2093065
Feb 18 02:48:59.174479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f58e2-e7b7-4cfc-9a9f-b1a2ded7c922 req-933d845c-4161-4908-b696-8050cd66e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:59.176302 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e46f58e2-e7b7-4cfc-9a9f-b1a2ded7c922 req-933d845c-4161-4908-b696-8050cd66e6d7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2916942
Feb 18 02:48:59.260344 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a3a5fa5-2848-48dc-83a1-d16a49b520ee req-21d33562-95f0-4e0f-ba2c-6d3fe28a68af tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853398
Feb 18 02:48:59.323226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.327310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.337306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:59.396504 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb86c699e78b4adb8bb0cb64ed0e3ed1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5086207
Feb 18 02:48:59.396504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d0558c-e5c6-4738-ac2d-f37fd3b133f2,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:59.417814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37748) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:48:59.426462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:59.505670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f58e2-e7b7-4cfc-9a9f-b1a2ded7c922 req-11bc4811-789e-4d54-939a-38bb96aed68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:48:59.507269 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e46f58e2-e7b7-4cfc-9a9f-b1a2ded7c922 req-11bc4811-789e-4d54-939a-38bb96aed68d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3183239
Feb 18 02:48:59.526138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.586335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.626051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0ca876-96eb-4a28-9122-e6227736d413 {{(pid=83978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:48:59.677472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.693160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.702508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:48:59.719178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.720641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1d0558c-e5c6-4738-ac2d-f37fd3b133f2 HTTP/1.1" status: 204  len: 168 time: 0.2994127
Feb 18 02:48:59.724275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d0558c-e5c6-4738-ac2d-f37fd3b133f2,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:48:59.729746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Transition to ACTIVE for port object 8d0ca876-96eb-4a28-9122-e6227736d413 will not be triggered until provisioned by entity L2. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:48:59.736755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:48:59.758508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:48:59.817601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:00.132416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b002ca-4c09-43ed-8d43-bfa328e0ca3d req-5c10e837-09b2-4f21-baf6-457a11a1023e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:00.136291 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0b002ca-4c09-43ed-8d43-bfa328e0ca3d req-5c10e837-09b2-4f21-baf6-457a11a1023e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.2056663
Feb 18 02:49:00.249783 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0b002ca-4c09-43ed-8d43-bfa328e0ca3d req-da9f26f8-f585-4921-8226-1b62feede242 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944352
Feb 18 02:49:00.271762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-6a69f182-ce10-462f-9f17-83a01610e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:00.271762 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-6a69f182-ce10-462f-9f17-83a01610e9cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1161 time: 0.7141757
Feb 18 02:49:00.462738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37806) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:00.471371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2114139823-network', 'tenant_id': '271f5d762cb047cdae2d1054fb6b19ee'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:00.486174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:00.499755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Usage tracker for resource:network and tenant:271f5d762cb047cdae2d1054fb6b19ee is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:00.503144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-173a100d-8756-47da-909b-1630a6223ef7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:49:00.512129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37810) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:00.530112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ca876-96eb-4a28-9122-e6227736d413,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:00.535771 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-b0921e6a-faff-400d-8936-1bf66862d85b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.2302582
Feb 18 02:49:00.539065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:00.540656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:00.561909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:00.647307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-229dcba4-e392-4bc5-988c-92676e5fbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:00.649410 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-229dcba4-e392-4bc5-988c-92676e5fbc5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.0981586
Feb 18 02:49:00.806306 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-924c3e95-a0d7-48ed-80c3-401427b37a7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1482365
Feb 18 02:49:01.031970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Made reservation on behalf of 271f5d762cb047cdae2d1054fb6b19ee for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:49:01.037782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.063315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.068733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Attempting to bind port 8d0ca876-96eb-4a28-9122-e6227736d413 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:49:01.069264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Attempting to bind port 8d0ca876-96eb-4a28-9122-e6227736d413 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:49:01.069631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Attempting to bind port 8d0ca876-96eb-4a28-9122-e6227736d413 on network cad4cf13-6a51-4742-adb0-8689d2178b75 {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:49:01.077307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.092962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:49:01.093344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Checking segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:01.093756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.094292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Bound using segment: {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:49:01.094772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Bound port: 8d0ca876-96eb-4a28-9122-e6227736d413, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5676e1f5-4f3a-44af-b723-25f965cdf9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cad4cf13-6a51-4742-adb0-8689d2178b75'}}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:49:01.095382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.119120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 9d99530f-b71c-4fa1-a470-c6600c6e32ad up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:01.124884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:01.144166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:01.146859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Usage tracker for resource:security_group_rule and tenant:6605ce10d7a04f468d09e5d8cca6cb3e is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:01.153529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:01.165155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Usage tracker for resource:security_group_rule and tenant:271f5d762cb047cdae2d1054fb6b19ee is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:01.168285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:01.175051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:01.184294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:01.249037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62eeb-82a8-4cf0-868b-c72ce62372e6 req-ec0321ce-e59f-4b6d-a58a-114997b105f2 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:01.251711 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfa62eeb-82a8-4cf0-868b-c72ce62372e6 req-ec0321ce-e59f-4b6d-a58a-114997b105f2 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.7405398
Feb 18 02:49:01.291568 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-d10e61a8-3c61-4a99-b684-18e8b91db20a service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4467323
Feb 18 02:49:01.322905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 9d99530f-b71c-4fa1-a470-c6600c6e32ad completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:01.343327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 9d99530f-b71c-4fa1-a470-c6600c6e32ad triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:01.346883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.371942 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfa62eeb-82a8-4cf0-868b-c72ce62372e6 req-0a83ab33-4594-4fa6-9f3b-def22e99d838 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124132
Feb 18 02:49:01.481954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.484790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.488359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.489069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] For port 8d0ca876-96eb-4a28-9122-e6227736d413, host hv-cinder-76330, cleared binding levels {{(pid=83978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:49:01.498253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e2fcc8d-1c45-461c-af07-b47a80cad612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:01.501989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] For port 8d0ca876-96eb-4a28-9122-e6227736d413, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d0ca876-96eb-4a28-9122-e6227736d413,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:49:01.513271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.520672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.540639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02bb5395-6125-48ff-be96-5ae36a1be032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:01.644388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:49:01.660713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e6a86-a541-4084-a66d-085192c61418,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:01.665395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6605ce10d7a04f468d09e5d8cca6cb3e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1521797
Feb 18 02:49:01.668196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:01.668727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a181402f-b6ab-4564-9fdd-77de72a88a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:01.680245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37852) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:01.684273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.688172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.688552 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Added segment b753f061-f55b-4012-b16e-f064c37fa584 of type vxlan for network aa2fc5d6-71f4-4b21-afde-9402cdd53d04
Feb 18 02:49:01.749077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:49:01.763439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ca876-96eb-4a28-9122-e6227736d413,revision_number=3']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:01.771958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:01.822553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad,segment=NetworkSegment(ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f),segment_id=ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:01.826952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:01.829598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:01.887757 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14b3a877-c4b2-417f-a6ef-3c67b925a033 req-fa5e291b-7a8c-4f23-9ec2-24ef3f235140 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5883474
Feb 18 02:49:01.934954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=9d99530f-b71c-4fa1-a470-c6600c6e32ad,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:01.946065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:01.963687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.025317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e9760d-a538-400b-bb3f-5c4d9aeed392,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:02.052330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:02.063095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.071012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:02.071944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.073948 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] 10.222.0.44 "PUT /v2.0/ports/8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 200  len: 1158 time: 3.7513673
Feb 18 02:49:02.074674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:49:02.099307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.181273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792a84-b5bb-4328-beb0-b64e49dd40cf req-33c2c32e-e5e1-4a05-b5bf-52b5adb5b971 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:02.182973 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e792a84-b5bb-4328-beb0-b64e49dd40cf req-33c2c32e-e5e1-4a05-b5bf-52b5adb5b971 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.6749282
Feb 18 02:49:02.225049 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413', 'status': 'completed', 'code': 200}
Feb 18 02:49:02.235858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 02:49:02.246451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-7e5ca212-65c5-4568-b3cb-b67a938896ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:02.248896 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-7e5ca212-65c5-4568-b3cb-b67a938896ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1161 time: 0.1264124
Feb 18 02:49:02.299017 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e792a84-b5bb-4328-beb0-b64e49dd40cf req-673be268-dfbb-4c73-9bda-0cd8ace7365d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826583
Feb 18 02:49:02.300555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.302216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:02.302848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.308370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1624eb7c-c7b1-4530-8976-b62235d6cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:02.324935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 9d99530f-b71c-4fa1-a470-c6600c6e32ad up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:02.398900 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-9a03f581-e9dc-4422-be1b-77133ad2b3de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 200  len: 217 time: 0.1333263
Feb 18 02:49:02.434634 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad', 'code': 200}
Feb 18 02:49:02.448055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 9d99530f-b71c-4fa1-a470-c6600c6e32ad triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:02.448478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.462977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.495665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Pushing event updated for resources: {'Network': ['ID=aa2fc5d6-71f4-4b21-afde-9402cdd53d04,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:02.501124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.502528 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f37e6a86-a541-4084-a66d-085192c61418 HTTP/1.1" status: 204  len: 168 time: 0.8203206
Feb 18 02:49:02.503733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:02.504498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:02.515549 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.0516276
Feb 18 02:49:02.518190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:49:02.520406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37908) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:02.523631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e6a86-a541-4084-a66d-085192c61418,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:02.529429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Request body: {'subnet': {'network_id': 'aa2fc5d6-71f4-4b21-afde-9402cdd53d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2114139823-subnet', 'tenant_id': '271f5d762cb047cdae2d1054fb6b19ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:02.535758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:02.540126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Usage tracker for resource:subnet and tenant:271f5d762cb047cdae2d1054fb6b19ee is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:02.544612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:02.550807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:02.558491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:02.562043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Made reservation on behalf of 271f5d762cb047cdae2d1054fb6b19ee for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:49:02.592198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:02.611166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-7eb6001b-37e5-4a4d-84fe-45c450832a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:02.620763 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-7eb6001b-37e5-4a4d-84fe-45c450832a02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.2076099
Feb 18 02:49:02.772723 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-5a8d4326-3abe-47c6-83d9-70d0b83d8086 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1509099
Feb 18 02:49:02.809575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:49:03.261177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a50f8-dd68-4841-bf9d-41b86b676396 req-311c3197-443f-47aa-a244-e6f31364a84c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:03.262602 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-741a50f8-dd68-4841-bf9d-41b86b676396 req-311c3197-443f-47aa-a244-e6f31364a84c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.2711172
Feb 18 02:49:03.300409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 37942) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:03.351182 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-741a50f8-dd68-4841-bf9d-41b86b676396 req-85020613-ed7a-437b-b591-302d31f2499b tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656607
Feb 18 02:49:03.380321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c20add-3b00-4885-b065-10a49466bc09 req-6e44bc35-1b53-45b3-aac0-7dfd950b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:03.381941 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2c20add-3b00-4885-b065-10a49466bc09 req-6e44bc35-1b53-45b3-aac0-7dfd950b2b2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 1162 time: 0.5207169
Feb 18 02:49:03.387405 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-414313c4-55ff-4ce2-9a81-de49da4ff5ee service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6134014
Feb 18 02:49:03.410470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:03.536700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:03.545947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:03.566461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Usage tracker for resource:security_group_rule and tenant:a67418407ff54d63a7e3798871711680 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:03.595997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:03.608627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:03.612475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:03.630293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:03.658227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:03.673211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:03.681662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Usage tracker for resource:security_group_rule and tenant:c6dff91eeb0e42dc9391d6097e722bc5 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:03.697283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:03.729603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:03.803598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ea3019-0c1d-4e63-b487-f7aefa1e893f,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:03.811593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:03.842808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc2a0-60dc-4d49-ad4d-98c8552c591f req-d95a39fc-922e-465f-9991-7a911891ecf8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:03.851926 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8fdc2a0-60dc-4d49-ad4d-98c8552c591f req-d95a39fc-922e-465f-9991-7a911891ecf8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.3074520
Feb 18 02:49:03.864544 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2fffc71-2f3b-4a5b-908a-2d44d5ee045b req-4cb4280f-0f5b-457b-a7dd-d955509e4ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4398673
Feb 18 02:49:03.999566 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8fdc2a0-60dc-4d49-ad4d-98c8552c591f req-fe47b7e1-1897-4bf8-8f83-d5a41f67ca7a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466265
Feb 18 02:49:04.014849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Checking segment: {'id': 'b753f061-f55b-4012-b16e-f064c37fa584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa2fc5d6-71f4-4b21-afde-9402cdd53d04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:04.015678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Network hostable DHCP agents. Network: aa2fc5d6-71f4-4b21-afde-9402cdd53d04, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:49:04.052183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:49:04.063753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, aa2fc5d6-71f4-4b21-afde-9402cdd53d04) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:04.074113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f89fd-87c1-48ea-8d32-c4128bf9b7c3 None None] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:49:04.113269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:04.114247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.119002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.130469 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.139773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c6c75730-784f-49d0-9828-78bfa71c1075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:04.142192 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-88c456e9-bec4-4cf2-9ed4-b8f66d671075 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6204617
Feb 18 02:49:04.199959 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2c20add-3b00-4885-b065-10a49466bc09 req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8098471
Feb 18 02:49:04.219121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.226999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0019ddbd-3052-4573-b0e3-2d783f560ec8,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:04.228564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.241566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:04.242140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0eeaf8e-3eb1-4788-9a94-5abe5bff1ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:04.293656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24fa41f-0285-471d-b212-68d700fa80c2,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:04.302567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-59286dac-ffbb-480a-a6be-53dd2ec6e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:04.302567 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-59286dac-ffbb-480a-a6be-53dd2ec6e0e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1161 time: 0.3506019
Feb 18 02:49:04.302567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:04.308229 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6dff91eeb0e42dc9391d6097e722bc5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0066636
Feb 18 02:49:04.312245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 37994) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:04.406190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.447812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.590186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.614980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4530cbcd-c0e3-4f2d-b4ff-58bd30e8075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:04.643449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce01816-ba33-4045-9d24-92f2e14478b2 None None] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:49:04.679885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24fa41f-0285-471d-b212-68d700fa80c2,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:04.686359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:04.702730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:04.703993 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b24fa41f-0285-471d-b212-68d700fa80c2 HTTP/1.1" status: 204  len: 168 time: 0.3903253
Feb 18 02:49:04.744435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21188a4b-b9f7-443d-b928-608287a5ce43 req-c722ab8e-3c73-4571-a4b7-fd4c35753dc2 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:04.745951 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21188a4b-b9f7-443d-b928-608287a5ce43 req-c722ab8e-3c73-4571-a4b7-fd4c35753dc2 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.2496798
Feb 18 02:49:04.814880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-7c69f413-0404-4de6-b7ae-f1a9627a7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:04.818763 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-7c69f413-0404-4de6-b7ae-f1a9627a7b6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.3114691
Feb 18 02:49:04.830704 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21188a4b-b9f7-443d-b928-608287a5ce43 req-893c660e-5ecb-4a67-b840-05b7753bf1e9 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751595
Feb 18 02:49:04.906463 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-d00358bc-35d8-46c0-852b-d85cfd32f7f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 200  len: 217 time: 0.0805807
Feb 18 02:49:05.062695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-35e7e41a-ef62-4e30-88a8-7636c860c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:05.064503 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-35e7e41a-ef62-4e30-88a8-7636c860c1e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.1510890
Feb 18 02:49:05.175236 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-62a7699a-f0c5-4b19-9389-49c177e6c3e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1028898
Feb 18 02:49:05.377324 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-865f3a9c-5a1c-4fee-bf42-7b0b97a0c2c0 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927340
Feb 18 02:49:05.386596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ac80c-2196-489e-8794-f8ce3c8a3c6f req-9a2875e8-ac38-4f76-ab38-0dbe4def62da tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:05.393523 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-047ac80c-2196-489e-8794-f8ce3c8a3c6f req-9a2875e8-ac38-4f76-ab38-0dbe4def62da tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.1558738
Feb 18 02:49:05.477807 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-047ac80c-2196-489e-8794-f8ce3c8a3c6f req-cebe30aa-b635-4c41-b4fe-0537d96e98fc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755928
Feb 18 02:49:05.586464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38040) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:05.640415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:05.686869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:05.696393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed6ec21cab149cab62a60be36dfa86a is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:05.701550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:05.717763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:05.960183 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9081adcd-e9f6-40cf-8715-022123dbf902 req-935ef86f-1261-4e23-8d63-de9e82355db6 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5753925
Feb 18 02:49:05.975845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:05.985299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:05.994841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:06.091450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46a78a-193e-4585-b478-11358fd3f669,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:06.104409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:06.110534 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ed6ec21cab149cab62a60be36dfa86a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5229206
Feb 18 02:49:06.113869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38072) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:06.179207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d8e2e-68ea-48b7-8a72-270cb7a4210f req-82c0e68c-6531-4731-bd7e-d7b44375e18d tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:06.180840 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f75d8e2e-68ea-48b7-8a72-270cb7a4210f req-82c0e68c-6531-4731-bd7e-d7b44375e18d tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.1518209
Feb 18 02:49:06.217254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:06.248249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:06.296164 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f75d8e2e-68ea-48b7-8a72-270cb7a4210f req-2283cd2c-93a4-441a-9505-ec22c88296dc tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090055
Feb 18 02:49:06.296312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:06.301873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:06.320678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46a78a-193e-4585-b478-11358fd3f669,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:06.326977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:06.344334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:06.348643 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e46a78a-193e-4585-b478-11358fd3f669 HTTP/1.1" status: 204  len: 168 time: 0.2334421
Feb 18 02:49:06.525714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-4663e624-4cc8-4d15-a0b2-75864d9b0dd4 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:49:06.690149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38096) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:06.701585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553abbb-a5ba-455e-9c73-c4671f9330b3 req-edac2849-d9af-4b44-b671-006618401a9b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:06.703525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c553abbb-a5ba-455e-9c73-c4671f9330b3 req-edac2849-d9af-4b44-b671-006618401a9b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.0926650
Feb 18 02:49:06.752888 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c553abbb-a5ba-455e-9c73-c4671f9330b3 req-eec3f257-8bd8-4f82-b1e2-bfc4641a7f66 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429337
Feb 18 02:49:07.014639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.037941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:07.042150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Usage tracker for resource:security_group_rule and tenant:cfa2bace0f4a4e24a103c9969d025fc0 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:07.046075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:07.053089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:07.162186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.163360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:07.165599 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.179002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc01f549-003d-4947-adf8-6a30e5795829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:07.222440 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfa2bace0f4a4e24a103c9969d025fc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5284669
Feb 18 02:49:07.223069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38128) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:07.254579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port de187f2a-9924-4b6a-93d6-3f06a267fa2d completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:07.260515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port de187f2a-9924-4b6a-93d6-3f06a267fa2d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:07.260939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.291285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f195b250-a866-4f5c-bffe-e8b66935b896,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:07.302829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:07.311009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.338934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.405544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.439412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de187f2a-9924-4b6a-93d6-3f06a267fa2d'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:49:07.452108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.452625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port de187f2a-9924-4b6a-93d6-3f06a267fa2d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:07.456665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.460147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-70f2421b-3ee2-47f5-a5db-e6e80c8908b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:07.462545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b3e3d44-f48a-4a4a-af79-1835a405c64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:07.492945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f195b250-a866-4f5c-bffe-e8b66935b896,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:07.504566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:07.517840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:07.526804 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f195b250-a866-4f5c-bffe-e8b66935b896 HTTP/1.1" status: 204  len: 168 time: 0.3001356
Feb 18 02:49:07.618501 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de187f2a-9924-4b6a-93d6-3f06a267fa2d', 'code': 200}
Feb 18 02:49:07.618628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee111f-8cd1-48cf-85c8-1a4f9e9d3832 req-fa194ea2-d86f-489d-a09c-03c90c2e4202 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:07.623381 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0eee111f-8cd1-48cf-85c8-1a4f9e9d3832 req-fa194ea2-d86f-489d-a09c-03c90c2e4202 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.1480172
Feb 18 02:49:07.655427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=de187f2a-9924-4b6a-93d6-3f06a267fa2d,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:07.659538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:07.727459 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0eee111f-8cd1-48cf-85c8-1a4f9e9d3832 req-76f2f77d-fa2f-46fc-aaf6-f1acdb8f89f3 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962396
Feb 18 02:49:07.932145 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093a548-bc60-40e4-843c-0c6d9bee78f4 req-1aee3ef0-aeba-416a-94e2-ed530d6a3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:07.938272 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9093a548-bc60-40e4-843c-0c6d9bee78f4 req-1aee3ef0-aeba-416a-94e2-ed530d6a3966 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.1162853
Feb 18 02:49:08.007595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9093a548-bc60-40e4-843c-0c6d9bee78f4 req-70c6b24d-416a-4679-8c61-ceeb83a0e83e service neutron] Synchronizing usage tracker for tenant:a67418407ff54d63a7e3798871711680 on resource:security_group {{(pid=83978) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:49:08.030905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9093a548-bc60-40e4-843c-0c6d9bee78f4 req-70c6b24d-416a-4679-8c61-ceeb83a0e83e service neutron] Unset dirty status for tenant:a67418407ff54d63a7e3798871711680 on resource:security_group {{(pid=83978) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:49:08.032370 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9093a548-bc60-40e4-843c-0c6d9bee78f4 req-70c6b24d-416a-4679-8c61-ceeb83a0e83e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868893
Feb 18 02:49:08.067214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511339c-1c28-4ba4-bdc6-0b29fb7a918a req-83db3a9a-0d65-4fea-b8e6-b2504c1df327 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:08.075307 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e511339c-1c28-4ba4-bdc6-0b29fb7a918a req-83db3a9a-0d65-4fea-b8e6-b2504c1df327 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.1713178
Feb 18 02:49:08.159295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e511339c-1c28-4ba4-bdc6-0b29fb7a918a req-d9ebb7ee-a597-41f8-96eb-fe502f8cccc8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828736
Feb 18 02:49:08.306634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38174) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:08.331461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.348807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:08.353121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Usage tracker for resource:security_group_rule and tenant:fae912f1ceaf4986a88a46a4ac5cf3dd is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:08.356335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:08.362535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:08.458822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.478486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.504321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:08.558480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fae912f1ceaf4986a88a46a4ac5cf3dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2483959
Feb 18 02:49:08.559000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38186) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:08.562810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a9e91d-fa0f-4544-83f4-78dfa5d17e04,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:08.583782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:08.629327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.671512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.758883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.769651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67f025c3-437f-446a-96b7-258c85b31b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:08.794071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:08.799084 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8a9e91d-fa0f-4544-83f4-78dfa5d17e04 HTTP/1.1" status: 204  len: 168 time: 0.2388368
Feb 18 02:49:08.802585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a9e91d-fa0f-4544-83f4-78dfa5d17e04,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:08.806463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:08.968449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8d0ca876-96eb-4a28-9122-e6227736d413 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:09.076289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 8d0ca876-96eb-4a28-9122-e6227736d413 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:09.082741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8d0ca876-96eb-4a28-9122-e6227736d413 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:09.083175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:09.460892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d6236-d3da-44e0-9338-46132b5566d8 req-42923b7f-6675-4840-ae2c-ff12a5098ebc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:09.463394 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:09.464428 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-767d6236-d3da-44e0-9338-46132b5566d8 req-42923b7f-6675-4840-ae2c-ff12a5098ebc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 944 time: 0.1597173
Feb 18 02:49:09.542371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 8d0ca876-96eb-4a28-9122-e6227736d413, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d0ca876-96eb-4a28-9122-e6227736d413,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:09.553496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:09.561530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:09.570085 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-767d6236-d3da-44e0-9338-46132b5566d8 req-90a204c0-d3c5-4417-a8e1-2ed73fbf556a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985088
Feb 18 02:49:09.642024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:09.682664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:49:09.740149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=8d0ca876-96eb-4a28-9122-e6227736d413,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:09.751992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:09.770187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port de187f2a-9924-4b6a-93d6-3f06a267fa2d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:09.770658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:09.840430 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413', 'code': 200}
Feb 18 02:49:10.163781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799bd9-ee5f-4d01-810f-6c0afdefe254 req-361f6e54-e94e-4a78-aa0c-92ba8daa9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:10.165546 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f799bd9-ee5f-4d01-810f-6c0afdefe254 req-361f6e54-e94e-4a78-aa0c-92ba8daa9d56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1163 time: 0.1270900
Feb 18 02:49:10.216898 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f799bd9-ee5f-4d01-810f-6c0afdefe254 req-81fcbcae-75d3-4624-8161-3444c503a8e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433013
Feb 18 02:49:10.400630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8d0ca876-96eb-4a28-9122-e6227736d413 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:10.501420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8d0ca876-96eb-4a28-9122-e6227736d413 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:10.501864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:10.990472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba9ca-4d70-49c8-a4a0-1a2191cf771a req-1c3330ab-63d2-4f8f-8f93-746c40b126d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:10.992171 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5dba9ca-4d70-49c8-a4a0-1a2191cf771a req-1c3330ab-63d2-4f8f-8f93-746c40b126d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.2092469
Feb 18 02:49:11.067904 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5dba9ca-4d70-49c8-a4a0-1a2191cf771a req-64c08c36-707d-408d-b460-3f1936d9b0b0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675321
Feb 18 02:49:12.305842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b88de-1de0-4e2c-b1ad-6eace0c4bdd9 req-92de428a-67b9-4f5e-97dc-718d7765daaf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:12.315097 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-028b88de-1de0-4e2c-b1ad-6eace0c4bdd9 req-92de428a-67b9-4f5e-97dc-718d7765daaf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1112416
Feb 18 02:49:12.360850 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-028b88de-1de0-4e2c-b1ad-6eace0c4bdd9 req-82c516de-fed5-4af5-9588-a5aeb9e45081 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447862
Feb 18 02:49:12.782943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-e2ba7f5e-7e9f-4cfc-be0b-2b546d7097df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:12.784893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-e2ba7f5e-7e9f-4cfc-be0b-2b546d7097df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1163 time: 0.0930190
Feb 18 02:49:12.877266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864cf6e-7fd6-4cef-a08d-b823d69b85cd req-86fb84d8-8f7a-4ed9-8109-609f6986befc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:12.885479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4864cf6e-7fd6-4cef-a08d-b823d69b85cd req-86fb84d8-8f7a-4ed9-8109-609f6986befc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1165705
Feb 18 02:49:12.954354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-36a053e9-ef6e-4fcd-9bc6-3ffd376c992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:12.956411 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-36a053e9-ef6e-4fcd-9bc6-3ffd376c992a service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.1640403
Feb 18 02:49:12.994784 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4864cf6e-7fd6-4cef-a08d-b823d69b85cd req-24dba2db-a314-4e6d-bddd-7a30157bb00d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083000
Feb 18 02:49:13.066655 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-f1d2abd1-34dd-451d-9b3d-32cc10831b1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 200  len: 217 time: 0.0943584
Feb 18 02:49:13.141598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-582c67e7-b5f2-4c94-b834-5b41541298cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:13.143239 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-582c67e7-b5f2-4c94-b834-5b41541298cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.0698011
Feb 18 02:49:13.196911 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-3b06d32f-1b28-46e2-bc81-5238f4da1f67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467751
Feb 18 02:49:13.345619 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-233655ac-92d3-42f0-b8a6-aa6dd1010ec7 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418037
Feb 18 02:49:13.492887 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a24b6600-6d2e-42d8-87ed-e2ad23d14e4b req-ed4aa2e1-4858-449e-b054-e8a295181dab service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406634
Feb 18 02:49:14.218256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772cbcc-570e-4c28-8b0d-ebd7dce8c2b1 req-398c6594-6e5d-4761-a521-a45ce2e8dfed tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:14.220157 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2772cbcc-570e-4c28-8b0d-ebd7dce8c2b1 req-398c6594-6e5d-4761-a521-a45ce2e8dfed tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0884995
Feb 18 02:49:14.282064 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2772cbcc-570e-4c28-8b0d-ebd7dce8c2b1 req-bd235018-a615-4aaa-93e0-e3baa8dc24b2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502193
Feb 18 02:49:14.834552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21466afa-8d79-4852-9eec-9ebea052a397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:15.363618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38512) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:15.532610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:15.551644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328696de-98c4-4112-b41f-81960fbbcc5f req-8a7e440d-e169-4930-8f89-f82ebc4323bc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:15.555029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-328696de-98c4-4112-b41f-81960fbbcc5f req-8a7e440d-e169-4930-8f89-f82ebc4323bc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1310897
Feb 18 02:49:15.561287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:15.567675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Usage tracker for resource:security_group_rule and tenant:af3c6a8ccde3493a8d7b9ce972987482 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:15.620690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:15.632967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-328696de-98c4-4112-b41f-81960fbbcc5f req-8fa5b282-5dca-41c5-8177-9a33137a28d9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686374
Feb 18 02:49:15.634578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:15.966156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:15.971070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:15.978552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:16.029766 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af3c6a8ccde3493a8d7b9ce972987482&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6615641
Feb 18 02:49:16.029766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec956fdf-57a7-4b1b-a33a-d52a395689c9,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:16.030656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38548) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:16.032116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:16.118816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.146616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.196841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.202381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-876b873f-aa0e-4507-8ab1-fc1fa4dca045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:16.218514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.219769 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec956fdf-57a7-4b1b-a33a-d52a395689c9 HTTP/1.1" status: 204  len: 168 time: 0.1868293
Feb 18 02:49:16.220777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec956fdf-57a7-4b1b-a33a-d52a395689c9,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:16.223319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:16.550015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38572) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:16.574673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.590720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:16.595699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e121635a074c399950fc6cc766b932 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:16.598677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:16.604391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:16.680817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38582) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:16.712339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.716354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.753373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c27a57b0-509b-47df-8255-53fd0b78dac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:16.783615 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2e121635a074c399950fc6cc766b932&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2322915
Feb 18 02:49:16.786511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38594) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:16.854782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:16.872730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02662647-962c-4e26-a2b2-2694a9cd467f,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:16.875623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:16.876219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:16.881750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Usage tracker for resource:security_group_rule and tenant:fcd0afcefad5408a894309166f90b974 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:16.886543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:16.899178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fa6dc-faf8-4d87-84f2-53981116117d req-9ef67d88-cc1d-4239-a939-f5387e04447b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:16.901077 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-235fa6dc-faf8-4d87-84f2-53981116117d req-9ef67d88-cc1d-4239-a939-f5387e04447b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1162486
Feb 18 02:49:16.901683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:16.969298 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-235fa6dc-faf8-4d87-84f2-53981116117d req-9ba07845-c684-4832-ab1a-983039ed6044 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609624
Feb 18 02:49:17.001267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.046690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.122732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.126944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.143126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7dc0756-2535-422e-a5a5-f769f3123f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:17.173942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38612) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:17.174099 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcd0afcefad5408a894309166f90b974&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4930892
Feb 18 02:49:17.198180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b187589-a1e0-40c2-ab89-bd12e51dd0d0,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:17.201752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:17.202957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38618) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:17.209610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.218770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3d9020f-2c1c-4eef-b87e-2c58b0236d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:17.235614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.237067 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02662647-962c-4e26-a2b2-2694a9cd467f HTTP/1.1" status: 204  len: 168 time: 0.4493644
Feb 18 02:49:17.242267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02662647-962c-4e26-a2b2-2694a9cd467f,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:17.245272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:17.304595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.344040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0641757b-f635-4905-8d72-0058e0f66dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.364767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.414081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.434207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.444432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:17.455487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:17.458055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Usage tracker for resource:security_group_rule and tenant:f5172dddbd994e1aa7524fc3e4b5327b is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:17.463168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:17.473553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:17.499914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.501171 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b187589-a1e0-40c2-ab89-bd12e51dd0d0 HTTP/1.1" status: 204  len: 168 time: 0.3260322
Feb 18 02:49:17.501522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.508425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b187589-a1e0-40c2-ab89-bd12e51dd0d0,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:17.514594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:17.640973 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.648266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.680215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e53671b9-3eff-4280-8e69-57f2c76a42d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:17.693188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5172dddbd994e1aa7524fc3e4b5327b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4890900
Feb 18 02:49:17.693408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38646) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:17.719023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d6d9b-9381-494d-9624-dacb8faca92a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:17.736282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:17.765176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38652) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:17.783886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.788512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.814521 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:17.814748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.821272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6c65fb2f214451b8555997d46334f4 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:17.825114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:17.834124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:17.868936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.875135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:17.889600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d6d9b-9381-494d-9624-dacb8faca92a,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:17.894095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:17.897471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.898867 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/802d6d9b-9381-494d-9624-dacb8faca92a HTTP/1.1" status: 204  len: 168 time: 0.2045591
Feb 18 02:49:17.945729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.950815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:17.983844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:18.012132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38666) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:18.012303 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc6c65fb2f214451b8555997d46334f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2456100
Feb 18 02:49:18.036790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f47fa-1557-43ca-9e3a-0cb1cba3e6d8,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:18.041672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38670) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:18.046661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:18.072377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.089663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:18.094250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Usage tracker for resource:security_group_rule and tenant:489ad595514b48a587580df8b9c98a8f is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:18.097274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:18.103669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:18.148741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.204696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.208553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.242134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d102e108-b375-41ac-a3be-57093ef088f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:18.248399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.255232 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=489ad595514b48a587580df8b9c98a8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2099333
Feb 18 02:49:18.255901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38676) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:18.256819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38678) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:18.313039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9817fd1-c8de-4fdb-a1ed-3cb890e8c341 req-a4147509-fdbb-44ed-83e0-24a801d46d72 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:18.316213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9a50a-fb3c-47d4-86d8-dcd182ff86ef,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:18.320107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:18.320603 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c9817fd1-c8de-4fdb-a1ed-3cb890e8c341 req-a4147509-fdbb-44ed-83e0-24a801d46d72 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1541791
Feb 18 02:49:18.365985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.374344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.374638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43948923-63ab-48fe-81a0-be8d2215203c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:18.396579 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c9817fd1-c8de-4fdb-a1ed-3cb890e8c341 req-cddd078a-8b93-472b-bf66-3e7e344ef73f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749545
Feb 18 02:49:18.400112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f47fa-1557-43ca-9e3a-0cb1cba3e6d8,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:18.402263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.410354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.410508 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d13f47fa-1557-43ca-9e3a-0cb1cba3e6d8 HTTP/1.1" status: 204  len: 168 time: 0.3957839
Feb 18 02:49:18.411847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:18.483097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.495121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:18.516100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.517385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3e9a50a-fb3c-47d4-86d8-dcd182ff86ef HTTP/1.1" status: 204  len: 168 time: 0.2572570
Feb 18 02:49:18.520358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9a50a-fb3c-47d4-86d8-dcd182ff86ef,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:18.529687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:18.569880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.587068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:18.591940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6b96cea0b14f9d899bf12234c861ef is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:18.595092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:18.601662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:18.607520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38696) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:18.634585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.695647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:18.704964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:570a28a15c3648ea927b6ed88a5d5a3c is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:18.708922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:18.725969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:18.825717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.830562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.838020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.848474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ccc1b56a-3a87-4a5e-b076-edc6c6378a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:18.910949 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc6b96cea0b14f9d899bf12234c861ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6528010
Feb 18 02:49:18.914696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38710) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:18.926001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f438b-fe40-4fcd-a77e-ee5445a63d46,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:18.944203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:18.954301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.958438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:18.967778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8429c0d-225a-45e5-ba42-979a3ff46f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:19.017776 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=570a28a15c3648ea927b6ed88a5d5a3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4063342
Feb 18 02:49:19.017776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2760af-fda1-417c-9aa4-e5758f808cd0,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:19.018818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38716) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:19.020721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:19.071000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.127257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.151997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.157062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.206188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.250909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.259234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-68c1085f-f013-4221-bb70-d94a9f2ef4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:19.276364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f438b-fe40-4fcd-a77e-ee5445a63d46,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:19.285094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.288879 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c35f438b-fe40-4fcd-a77e-ee5445a63d46 HTTP/1.1" status: 204  len: 168 time: 0.3710771
Feb 18 02:49:19.288879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:19.293703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.307867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:19.329960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2760af-fda1-417c-9aa4-e5758f808cd0,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:19.350843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:19.360978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:19.364964 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d2760af-fda1-417c-9aa4-e5758f808cd0 HTTP/1.1" status: 204  len: 168 time: 0.3395839
Feb 18 02:49:19.648080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:49:19.658757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19d047-f05c-4694-8aa9-c8e6c5f7e1d0 req-213b60e5-39ea-4169-8f45-5b420c816084 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:19.660433 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7d19d047-f05c-4694-8aa9-c8e6c5f7e1d0 req-213b60e5-39ea-4169-8f45-5b420c816084 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0915661
Feb 18 02:49:19.718983 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7d19d047-f05c-4694-8aa9-c8e6c5f7e1d0 req-0443e0a3-2040-4e4b-b2ab-c0afbfc4d7a9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504668
Feb 18 02:49:20.025543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38770) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:20.047163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.063982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:20.068542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Usage tracker for resource:security_group_rule and tenant:09b6fff9656243a8a18eabff0aa2b46e is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:20.071549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:20.078892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:20.178796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.191815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.206629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bb5caefe-c89a-4919-94dc-2779c5048483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:20.264535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a71478-0771-4729-849a-a47010423ca7,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:20.281414 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09b6fff9656243a8a18eabff0aa2b46e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2549984
Feb 18 02:49:20.284263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38784) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:20.297763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:20.357539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.389218 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.445418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.449349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-980e0e7e-aa81-4eaa-999c-5a17704ad1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:20.464748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a71478-0771-4729-849a-a47010423ca7,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:20.468357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:20.479897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:20.485114 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21a71478-0771-4729-849a-a47010423ca7 HTTP/1.1" status: 204  len: 168 time: 0.1956379
Feb 18 02:49:21.028251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a669f1-41e2-4319-803e-151c0e46e21d req-f96d1907-ab98-43fa-8740-b100759f00a2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:21.030583 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25a669f1-41e2-4319-803e-151c0e46e21d req-f96d1907-ab98-43fa-8740-b100759f00a2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1635644
Feb 18 02:49:21.083641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25a669f1-41e2-4319-803e-151c0e46e21d req-9e33b7ba-a390-4eb4-b7be-524e9a3f9670 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460911
Feb 18 02:49:21.262241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38834) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:21.459568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.476084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:21.480590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Usage tracker for resource:security_group_rule and tenant:f909e1dee8e648b9ab7c659f221fd39d is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:21.484203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:21.490716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:21.580998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.590801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.598526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-64030383-b176-42ec-9c25-5cda32332596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:21.652120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38856) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:21.652540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f909e1dee8e648b9ab7c659f221fd39d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3880165
Feb 18 02:49:21.663313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc885a7f-3e53-4b2f-a6cd-f53d7acaeb14,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:21.667706 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:21.737319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.775440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.836170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.848678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:21.869701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc885a7f-3e53-4b2f-a6cd-f53d7acaeb14,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:21.873078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:21.874343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:21.877972 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc885a7f-3e53-4b2f-a6cd-f53d7acaeb14 HTTP/1.1" status: 204  len: 168 time: 0.2214160
Feb 18 02:49:22.209799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd19793-5302-4074-9217-1cfcf24cd3d6 req-70fc2f67-ece7-4320-b0a1-925cab66257f tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:22.211601 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5dd19793-5302-4074-9217-1cfcf24cd3d6 req-70fc2f67-ece7-4320-b0a1-925cab66257f tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.0926163
Feb 18 02:49:22.322657 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5dd19793-5302-4074-9217-1cfcf24cd3d6 req-622d7518-c14d-4c71-950f-f9d6b47d037a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682027
Feb 18 02:49:22.342458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82977ff6-cb50-42a8-ad25-5df273aff34d req-0d82a152-29bb-4165-8229-21309a5351dc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:22.344129 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82977ff6-cb50-42a8-ad25-5df273aff34d req-0d82a152-29bb-4165-8229-21309a5351dc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1315672
Feb 18 02:49:22.412592 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82977ff6-cb50-42a8-ad25-5df273aff34d req-b2b84746-dd8d-4e95-9440-1eb1eac8cd6f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611067
Feb 18 02:49:22.953473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38918) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:23.168264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.185543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:23.189578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Usage tracker for resource:security_group_rule and tenant:32273acd8f4c4097aedde3fc027e782d is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:23.192740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:23.198426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:23.288559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.291976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.300950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ba272e1-f62a-42a8-89a4-56a45dd14d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:23.346374 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32273acd8f4c4097aedde3fc027e782d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3915036
Feb 18 02:49:23.348088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de34035-da0c-4f7d-88ce-281ae6ab3e97,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:23.349608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 38938) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:23.351361 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:23.490437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.561992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.582644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2967-ac8e-4b97-b394-bc49dc3a3d8d req-81c90218-6344-426b-bee0-7cbad04d3a43 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:23.586097 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-104c2967-ac8e-4b97-b394-bc49dc3a3d8d req-81c90218-6344-426b-bee0-7cbad04d3a43 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.1057956
Feb 18 02:49:23.639942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.650388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e8388712-b9d8-4b07-b1a3-a7e857415be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:23.667265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de34035-da0c-4f7d-88ce-281ae6ab3e97,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:23.677610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.678243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.678642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.679009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.679595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.680124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.680648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.681197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.682098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.682659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.683043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.683425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.683922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.684306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.686275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.686670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.687092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.687691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.688228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.688999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.689659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.690182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.690699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.691351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:23.698632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:23.707804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:23.709238 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0de34035-da0c-4f7d-88ce-281ae6ab3e97 HTTP/1.1" status: 204  len: 168 time: 0.3583593
Feb 18 02:49:23.714850 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-104c2967-ac8e-4b97-b394-bc49dc3a3d8d req-7f9c47a1-3fe4-4e1f-90a2-10c83e96d830 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220632
Feb 18 02:49:23.772252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35025db3-efa2-4a59-97cc-0b5cd87cf25b req-4fbee9f4-a24d-4ff1-b56f-e8244f4c2e52 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:23.774465 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35025db3-efa2-4a59-97cc-0b5cd87cf25b req-4fbee9f4-a24d-4ff1-b56f-e8244f4c2e52 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1275399
Feb 18 02:49:23.842073 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35025db3-efa2-4a59-97cc-0b5cd87cf25b req-7c52bbc6-c792-4742-9830-c880fc3a7b9d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598080
Feb 18 02:49:24.321916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38980) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:24.346761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.364133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:24.368955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:102fec986018458daebd7ed7b56a8a38 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:24.372825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:24.378614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:24.470992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.475320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.486086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7d5d704-cfee-4138-961f-acd0bee8d8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:24.534447 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=102fec986018458daebd7ed7b56a8a38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2083521
Feb 18 02:49:24.534766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 38998) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:24.541757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee3007-d353-407a-9342-f1b25c537b11,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:24.567806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.568220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.568606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.569310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.569691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.570066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.570597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.570969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.571339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.571753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.572127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.572481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.572937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.573301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.573663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.574024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.574384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.574749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.575157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.575674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.576183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.577154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.577664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.578245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:24.585201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:24.630146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.663023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.725216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.732069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-afc8ebfa-35f6-4b9f-8b36-257182ec8391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:24.745786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ee3007-d353-407a-9342-f1b25c537b11,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:24.775797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:24.792773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:24.794308 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9ee3007-d353-407a-9342-f1b25c537b11 HTTP/1.1" status: 204  len: 168 time: 0.2544990
Feb 18 02:49:25.154847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ee5ca-db21-41d4-8ea2-a17d6511423c req-1493da24-66d8-451a-8ae3-638850e9b72c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:25.156675 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e4ee5ca-db21-41d4-8ea2-a17d6511423c req-1493da24-66d8-451a-8ae3-638850e9b72c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1523077
Feb 18 02:49:25.168522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd76b0-e478-4396-9f06-f546c55ed545 req-4ba8e179-3021-4b0f-b3d7-f91f568fd773 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:25.170706 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0bd76b0-e478-4396-9f06-f546c55ed545 req-4ba8e179-3021-4b0f-b3d7-f91f568fd773 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.2734239
Feb 18 02:49:25.250440 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0bd76b0-e478-4396-9f06-f546c55ed545 req-09647cf9-4d36-49ef-ac52-db0c346e89cf tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635171
Feb 18 02:49:25.255052 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e4ee5ca-db21-41d4-8ea2-a17d6511423c req-7468f084-0f8e-43ea-938a-ae81ea105b70 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833635
Feb 18 02:49:25.988068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39066) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:26.130931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.148542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:26.155712 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Usage tracker for resource:security_group_rule and tenant:2782d951dcb84c31b65829340074aad6 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:26.159664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:26.166081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:26.264726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.272220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.288646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-05f71d10-9dcb-4fae-8284-fb9c5a9b97ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:26.400006 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2782d951dcb84c31b65829340074aad6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4056411
Feb 18 02:49:26.401493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375c074-cd04-4051-a69b-9d98a9f75828,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:26.406856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:26.407931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39090) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:26.494675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.534767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.609461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eeae0-a1a6-4df1-8e1c-6075dab84387 req-b77bb0cc-b07a-4a75-9933-f8675baa07ec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:26.611033 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef7eeae0-a1a6-4df1-8e1c-6075dab84387 req-b77bb0cc-b07a-4a75-9933-f8675baa07ec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.2198348
Feb 18 02:49:26.663645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.666643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31461d2-134a-475e-8e6c-ded77e6b4033 req-5617ab8d-2af7-40c7-9666-f01d715e6085 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:26.668289 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b31461d2-134a-475e-8e6c-ded77e6b4033 req-5617ab8d-2af7-40c7-9666-f01d715e6085 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.1681702
Feb 18 02:49:26.678140 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef7eeae0-a1a6-4df1-8e1c-6075dab84387 req-b978a0a9-abbf-433d-b3bc-3bc9a827e94c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581493
Feb 18 02:49:26.681969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf0075c8-6e41-44d5-a7d8-c515435e8b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:26.708962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375c074-cd04-4051-a69b-9d98a9f75828,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:26.717159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:26.719267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:26.738542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c375c074-cd04-4051-a69b-9d98a9f75828 HTTP/1.1" status: 204  len: 168 time: 0.3291426
Feb 18 02:49:26.767049 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b31461d2-134a-475e-8e6c-ded77e6b4033 req-7fccb1af-1f2f-490c-aeb3-1de5ff46a001 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879886
Feb 18 02:49:27.137020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39124) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:27.157164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.173182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:27.177272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Usage tracker for resource:security_group_rule and tenant:4bdf429b744440f2b941334b83546224 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:27.180337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:27.186217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:27.275552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.279734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.289120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:27.332217 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bdf429b744440f2b941334b83546224&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1936839
Feb 18 02:49:27.333882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928de24c-be49-410c-90f6-366a37b2361b,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:27.335325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39132) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:27.337200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:27.401420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.429293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.476738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.481919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:27.494692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928de24c-be49-410c-90f6-366a37b2361b,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:27.498516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:27.500527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:27.504581 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/928de24c-be49-410c-90f6-366a37b2361b HTTP/1.1" status: 204  len: 168 time: 0.1645410
Feb 18 02:49:27.916772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b45e2-ffbe-4d0d-bf6d-f63d45a70d05 req-2405326d-4a46-43c9-9a0d-04697d6847be tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:27.925266 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-175b45e2-ffbe-4d0d-bf6d-f63d45a70d05 req-2405326d-4a46-43c9-9a0d-04697d6847be tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1063263
Feb 18 02:49:28.044357 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-175b45e2-ffbe-4d0d-bf6d-f63d45a70d05 req-4cbe339f-1e17-4584-b735-984f90bd07d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174674
Feb 18 02:49:28.071029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd444b2-43ac-4965-bdb4-969b2c392aee req-928d05b2-20f0-4999-9b6e-43207a839399 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:28.072962 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dd444b2-43ac-4965-bdb4-969b2c392aee req-928d05b2-20f0-4999-9b6e-43207a839399 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.1115479
Feb 18 02:49:28.126350 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dd444b2-43ac-4965-bdb4-969b2c392aee req-5c5bb998-d86e-45bd-b9c5-1d67c1857c4b tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467775
Feb 18 02:49:28.401564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39190) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:28.517247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-626012575-network', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:28.522257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:28.526348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Usage tracker for resource:network and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:28.529707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:28.535438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:28.548239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Made reservation on behalf of 1ef278da15dd40278ed0a0607687ec53 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:49:28.552965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.566544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.581849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:28.585887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Usage tracker for resource:security_group_rule and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:28.588849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:28.594923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:28.681770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.684566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.688777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b4c5d3de-7037-4162-9a9e-ebcb86a851ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:28.718485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:49:28.732546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:28.735933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:28.738621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.739200 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Added segment c348247f-d71c-464b-8018-bdd71fe85480 of type vxlan for network 538d0221-6521-4f7b-a696-89abff601cab
Feb 18 02:49:28.767272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.798907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.800244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:28.800875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:28.806366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:28.951962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Pushing event updated for resources: {'Network': ['ID=538d0221-6521-4f7b-a696-89abff601cab,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:28.960981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:28.967767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39206) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:28.970437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 538d0221-6521-4f7b-a696-89abff601cab details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:49:28.976105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Request body: {'subnet': {'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-626012575-subnet', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:28.981221 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5781868
Feb 18 02:49:28.983409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:28.987965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Usage tracker for resource:subnet and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:28.991955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:28.998592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:29.017578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Made reservation on behalf of 1ef278da15dd40278ed0a0607687ec53 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:49:29.023663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:29.435157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628a0db-a60f-40de-ba53-f12fa9161569 req-92c8112c-39e2-4001-8424-3d4fc5574138 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:29.436778 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c628a0db-a60f-40de-ba53-f12fa9161569 req-92c8112c-39e2-4001-8424-3d4fc5574138 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.2587476
Feb 18 02:49:29.506629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f1a7e-1843-4262-8565-7be8d29b7b08 req-8cfaa2c1-db34-481a-8cff-1b661974589a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:29.508222 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d03f1a7e-1843-4262-8565-7be8d29b7b08 req-8cfaa2c1-db34-481a-8cff-1b661974589a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.2537141
Feb 18 02:49:29.522681 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c628a0db-a60f-40de-ba53-f12fa9161569 req-d2d14d3b-dcbe-4777-9615-59e4c8131652 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763812
Feb 18 02:49:29.570982 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d03f1a7e-1843-4262-8565-7be8d29b7b08 req-1800f2e4-b409-4d00-9e1a-d913e1f5ac20 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527112
Feb 18 02:49:29.658074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:29.673082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fa2f2092-648a-44bf-b53a-a3cfcf20b524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:29.807001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9bd4ca-2291-4282-81ad-4c27e50e09ef,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:29.812451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:29.869550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Checking segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:29.869932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Network hostable DHCP agents. Network: 538d0221-6521-4f7b-a696-89abff601cab, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:49:29.888594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Network 538d0221-6521-4f7b-a696-89abff601cab is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:49:29.896644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 538d0221-6521-4f7b-a696-89abff601cab) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:29.906542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cdf3cd-2040-4d36-820b-7930332c0d40 None None] Network 538d0221-6521-4f7b-a696-89abff601cab requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:49:29.908951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:29.909601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:29.955927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39220) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:29.956205 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9864812
Feb 18 02:49:29.961827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:29.968068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:29.972222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Usage tracker for resource:router and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:29.975263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:29.981336 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:29.991172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:29.992558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:30.010426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:30.161058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-538d0221-6521-4f7b-a696-89abff601cab', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:49:30.162397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:30.464130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Allocated IP 172.20.0.2 (538d0221-6521-4f7b-a696-89abff601cab/bd9bd4ca-2291-4282-81ad-4c27e50e09ef/f3acb5f5-97e0-494e-b86a-7e71b6fe7e87) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:49:30.551570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:30.573025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 538d0221-6521-4f7b-a696-89abff601cab details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:49:30.775507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-e15c2fa3-ef24-4fe7-91ad-9ce02f23f27c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:30.777187 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-e15c2fa3-ef24-4fe7-91ad-9ce02f23f27c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.44 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.2007477
Feb 18 02:49:30.868682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 9d99530f-b71c-4fa1-a470-c6600c6e32ad no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:49:30.883695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Deleting port 9d99530f-b71c-4fa1-a470-c6600c6e32ad {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:49:30.884114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.081838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255b02-6dc3-465f-874b-363f7648035f req-5e93ef86-2110-4337-9f91-e5a8568e35dc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:31.083371 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56255b02-6dc3-465f-874b-363f7648035f req-5e93ef86-2110-4337-9f91-e5a8568e35dc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.3849738
Feb 18 02:49:31.091695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f7c97-5e71-4f3f-a0f5-d602a54d8bce req-5ec16097-581b-4145-b750-573d7b189b53 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:31.093385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a20f7c97-5e71-4f3f-a0f5-d602a54d8bce req-5ec16097-581b-4145-b750-573d7b189b53 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 945 time: 0.3509092
Feb 18 02:49:31.100404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.173421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.183946 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56255b02-6dc3-465f-874b-363f7648035f req-0cccb44c-41b2-4d6d-9461-1430a44a35b7 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893989
Feb 18 02:49:31.184730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Transition to ACTIVE for port object f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:49:31.213510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Transition to ACTIVE for port object f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:49:31.219261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:49:31.226821 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a20f7c97-5e71-4f3f-a0f5-d602a54d8bce req-c118edc5-5349-4157-bfae-0b46ba7b6497 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156824
Feb 18 02:49:31.231098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.232901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad,segment=NetworkSegment(ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f),segment_id=ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:31.250268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:31.271807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.336118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.342092 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad', 'code': 200}
Feb 18 02:49:31.395685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.398751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Pushing event updated for resources: {'Port': ['ID=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:31.405027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:31.405470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:31.505012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=9d99530f-b71c-4fa1-a470-c6600c6e32ad,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:31.512126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:31.523287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Network 538d0221-6521-4f7b-a696-89abff601cab is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:49:31.524506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:31.526793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:49:31.584112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Attempting to bind port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:49:31.584524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Attempting to bind port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:49:31.584933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Attempting to bind port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 on network 538d0221-6521-4f7b-a696-89abff601cab {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:49:31.585571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] For port 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad,segment=NetworkSegment(ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f),segment_id=ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:31.585950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.590625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:49:31.591046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Checking segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:31.591464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.591930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Bound using segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:49:31.592441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Bound port: f3acb5f5-97e0-494e-b86a-7e71b6fe7e87, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:49:31.592860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.688802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] For port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:49:31.691911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] For port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:49:31.695298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:31.710600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:31.760494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Calling delete_port for 9d99530f-b71c-4fa1-a470-c6600c6e32ad owned by compute:nova {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:49:31.862321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Pushing event updated for resources: {'Port': ['ID=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:31.868626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:32.017139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83978) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:49:32.017551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:49:32.026827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Allocated IP 172.27.0.199 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/995e1463-161d-4bd3-b42a-9807d877b9e2) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:49:32.189935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:32.246787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:32.281432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:32.474241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Pushing event updated for resources: {'Port': ['ID=995e1463-161d-4bd3-b42a-9807d877b9e2,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:32.482539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:32.518866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Deleting port 9d99530f-b71c-4fa1-a470-c6600c6e32ad {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:49:32.519324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:32.554881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26dc85-de72-4d80-80ca-9b99675f87db req-3906bb19-6f57-4dcd-9978-406537784487 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:32.556474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b26dc85-de72-4d80-80ca-9b99675f87db req-3906bb19-6f57-4dcd-9978-406537784487 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.2269943
Feb 18 02:49:32.604897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e438ef-676a-40b6-b3e3-ff9ef19e4173 req-bf5bcf26-872a-4e59-916c-c144140b9668 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:32.606625 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1e438ef-676a-40b6-b3e3-ff9ef19e4173 req-bf5bcf26-872a-4e59-916c-c144140b9668 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 943 time: 0.1574748
Feb 18 02:49:32.645924 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b26dc85-de72-4d80-80ca-9b99675f87db req-72c83553-7e84-4c72-b8eb-8d3d4c39f314 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757802
Feb 18 02:49:32.669772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1e438ef-676a-40b6-b3e3-ff9ef19e4173 req-e8bf87be-3445-479f-a64d-e4f20b044988 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5907ac0-d0c3-453a-9b4b-01644dd4b929&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544491
Feb 18 02:49:32.676248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:49:32.679571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:32.683537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:49:32.765084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:32.842541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:33.270505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] For port 9d99530f-b71c-4fa1-a470-c6600c6e32ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9d99530f-b71c-4fa1-a470-c6600c6e32ad,segment=NetworkSegment(ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f),segment_id=ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:33.270898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:33.414454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Calling delete_port for 9d99530f-b71c-4fa1-a470-c6600c6e32ad owned by compute:nova {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:49:33.416937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2c68c-af8d-4482-90bc-dfa7d9b6b0db None None] Network 538d0221-6521-4f7b-a696-89abff601cab requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:49:33.597821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Provisioning for port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:33.612063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Provisioning complete for port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:33.612488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:33.752859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:33.814179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:33.850464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] For port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:33.853275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:33.853591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:33.856585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:33.876234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:33.911959 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc361f09-5cee-43eb-9bf6-7d545fab4a73 req-3cc4b386-eab6-4367-bf5b-e3d699ec1f6d tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.1086757
Feb 18 02:49:33.957009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Pushing event updated for resources: {'Port': ['ID=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:33.960849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:33.969170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594efdd1-0193-4e6d-8121-8a54a3e68c9c req-3d3fa7ea-6b39-40ee-a3b4-fd72410eb796 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:33.971185 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-594efdd1-0193-4e6d-8121-8a54a3e68c9c req-3d3fa7ea-6b39-40ee-a3b4-fd72410eb796 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1221509
Feb 18 02:49:33.987601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Pushing event deleted for resources: {'Port': ['ID=9d99530f-b71c-4fa1-a470-c6600c6e32ad,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:33.990538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:34.030338 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-594efdd1-0193-4e6d-8121-8a54a3e68c9c req-5afdce43-810a-45f1-b6bb-3e812f625d43 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517240
Feb 18 02:49:34.181951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-45aef76e-b477-4250-b875-c3e469246b8d None None] Provisioning complete for port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:34.182377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45aef76e-b477-4250-b875-c3e469246b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:34.362837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] No DVR routers for this DVR port 9d99530f-b71c-4fa1-a470-c6600c6e32ad on host hv-cinder-76330 {{(pid=83978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:49:34.369699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:34.372498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'name': 'network-vif-deleted', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:49:34.402378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:34.408739 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-471625e7-31a4-4135-8544-47d14d1aebe0 req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.44 "DELETE /v2.0/ports/9d99530f-b71c-4fa1-a470-c6600c6e32ad HTTP/1.1" status: 204  len: 173 time: 3.6178608
Feb 18 02:49:34.432122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f4aaf6f5-5fb0-4435-bd1e-b032fc0f03d1 None None] Provisioning complete for port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:34.432543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf6f5-5fb0-4435-bd1e-b032fc0f03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:34.461877 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd', 'name': 'network-vif-deleted', 'tag': '9d99530f-b71c-4fa1-a470-c6600c6e32ad', 'status': 'completed', 'code': 200}
Feb 18 02:49:34.626572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Router 2c1b6d19-dc2a-487b-910c-a2adb2068546 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:49:34.734316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:34.827999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:34.828418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:35.042268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:49:35.051763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Sync routers for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:49:35.063436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:49:35.063837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:35.064149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af042898>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:49:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:35.068280 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.1110098
Feb 18 02:49:35.069144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39308) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:35.098682 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82da0931-45b0-45bb-b8d5-791b7513f7d9 req-625881cf-fa1c-4117-b752-091d2fad1181 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0613272
Feb 18 02:49:35.264594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a8bd-0d75-4606-aed8-a87495265d85 req-3002a1e7-26bc-44dd-8d09-da7ab6fedc5c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:35.265359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:49:35.266274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5688a8bd-0d75-4606-aed8-a87495265d85 req-3002a1e7-26bc-44dd-8d09-da7ab6fedc5c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1005499
Feb 18 02:49:35.316141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5688a8bd-0d75-4606-aed8-a87495265d85 req-3363254e-d295-4b9b-a576-75a20c785988 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431464
Feb 18 02:49:35.576125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af042898>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:33Z', 'revision_number': 3, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:35.580172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Checking router: 2c1b6d19-dc2a-487b-910c-a2adb2068546 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:49:35.580557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Updating router 2c1b6d19-dc2a-487b-910c-a2adb2068546 port 995e1463-161d-4bd3-b42a-9807d877b9e2 binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:49:35.635439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:35.678143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:35.879728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-3116321c-4714-46bd-9775-821ef8a13ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1917419
Feb 18 02:49:35.908495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:36.107139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:36.119748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Transition to ACTIVE for port object 995e1463-161d-4bd3-b42a-9807d877b9e2 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:49:36.124691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:36.141188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:36.202777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903760a7-58f8-42c8-b222-5190f6baa181 req-cfdf4845-fe95-479b-8ab9-2a63f27e37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:36.204492 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-cfdf4845-fe95-479b-8ab9-2a63f27e37b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.2311702
Feb 18 02:49:36.276377 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-66c33957-afd9-43a1-868e-eb1b4103461a req-625e8e06-b582-4877-bdc3-da5f90a6db7a tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0635378
Feb 18 02:49:36.447201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Pushing event updated for resources: {'Port': ['ID=995e1463-161d-4bd3-b42a-9807d877b9e2,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:36.469137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.469536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.469908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.470274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.470637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.470998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.471354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.471737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.472316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.472441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.472779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.473129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.473572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.473924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.474272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.474622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.474972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.475321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.475698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.476051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.476396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.476742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.477094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.477436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:36.485198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:36.501343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903760a7-58f8-42c8-b222-5190f6baa181 req-2b6d6c87-7a89-4af2-bcaf-9fc84aa5deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:36.503112 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-2b6d6c87-7a89-4af2-bcaf-9fc84aa5deb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.2627561
Feb 18 02:49:36.527226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597136-48f4-4c55-aeb4-34ab0bd68c00 req-eb2aebdd-8a25-4c46-ab9d-e69bddb32a64 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:36.529705 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2597136-48f4-4c55-aeb4-34ab0bd68c00 req-eb2aebdd-8a25-4c46-ab9d-e69bddb32a64 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0958316
Feb 18 02:49:36.538454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Attempting to bind port 995e1463-161d-4bd3-b42a-9807d877b9e2 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:49:36.538951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Attempting to bind port 995e1463-161d-4bd3-b42a-9807d877b9e2 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:49:36.539413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Attempting to bind port 995e1463-161d-4bd3-b42a-9807d877b9e2 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:49:36.545608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:49:36.546112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:36.546619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:36.547111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:49:36.547714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Bound port: 995e1463-161d-4bd3-b42a-9807d877b9e2, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:49:36.548190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:36.579463 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2597136-48f4-4c55-aeb4-34ab0bd68c00 req-aceb0791-af68-4cd3-b94a-a3e238a972df tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427806
Feb 18 02:49:36.592648 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-9d800f17-de39-4dde-a6e0-04c842911681 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.0808399
Feb 18 02:49:36.593776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Allocated IP 172.20.0.1 (538d0221-6521-4f7b-a696-89abff601cab/bd9bd4ca-2291-4282-81ad-4c27e50e09ef/d755e440-3b7e-4067-81f1-9e435c467c01) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:49:36.628012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] For port 995e1463-161d-4bd3-b42a-9807d877b9e2, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:49:36.631023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] For port 995e1463-161d-4bd3-b42a-9807d877b9e2, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=995e1463-161d-4bd3-b42a-9807d877b9e2,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:49:36.634727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:36.654074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:36.748697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903760a7-58f8-42c8-b222-5190f6baa181 req-973e3364-8a93-46d3-85aa-0de0f8952064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:36.750537 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-973e3364-8a93-46d3-85aa-0de0f8952064 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.1505547
Feb 18 02:49:36.805668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Pushing event updated for resources: {'Port': ['ID=995e1463-161d-4bd3-b42a-9807d877b9e2,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:36.811602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:36.818464 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-a0ef7784-7a1b-40a0-b073-fe6bf63e2b26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610580
Feb 18 02:49:36.852150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:49:36.853001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af042898>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:49:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:37.073721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:49:37.161559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:37.196996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Transition to ACTIVE for port object d755e440-3b7e-4067-81f1-9e435c467c01 will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:49:37.227309 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-dc0b7f44-56b0-45af-b4c3-b6a4f428dfa1 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4004595
Feb 18 02:49:37.327929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:37.350763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-71338e02-3a8f-4915-8c70-a14cf2f45fdb tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:37.406612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af042898>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:33Z', 'revision_number': 3, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:37.410979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ca6c0-cc8c-4c96-8e27-6ab54c97bfdb None None] The sync data for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi is: [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:33Z', 'revision_number': 3, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:49:37.460474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba39d6f7-0ef9-45ea-9b37-97c18bb84ccd req-56b72d11-c008-4a1c-9312-ca8e1b80c27e tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0592229
Feb 18 02:49:37.538579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Pushing event updated for resources: {'Port': ['ID=d755e440-3b7e-4067-81f1-9e435c467c01,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:37.541585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:37.553297 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-903760a7-58f8-42c8-b222-5190f6baa181 req-057214ac-d72a-4b5b-ac11-407a38536b2c service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3150208
Feb 18 02:49:37.598728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Network 538d0221-6521-4f7b-a696-89abff601cab is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:49:37.600182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:37.602532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:49:37.670470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:37.798061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5bade-0dbd-47ea-bba6-287e35c220b7 req-cf60689c-3d40-4d65-8dff-77a0137fdc10 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:37.799912 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2ac5bade-0dbd-47ea-bba6-287e35c220b7 req-cf60689c-3d40-4d65-8dff-77a0137fdc10 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0948794
Feb 18 02:49:37.824587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:37.876819 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2ac5bade-0dbd-47ea-bba6-287e35c220b7 req-0c31026b-0ad8-4643-96e6-2d8872598a55 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641665
Feb 18 02:49:37.923221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7de43841-7c5a-4d99-9615-65d684da6c7e None None] Provisioning for port d755e440-3b7e-4067-81f1-9e435c467c01 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:37.929552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7de43841-7c5a-4d99-9615-65d684da6c7e None None] Provisioning complete for port d755e440-3b7e-4067-81f1-9e435c467c01 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:37.930167 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7de43841-7c5a-4d99-9615-65d684da6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:38.004069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7de43841-7c5a-4d99-9615-65d684da6c7e None None] Port d755e440-3b7e-4067-81f1-9e435c467c01 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:49:38.174296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:38.179865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:38.232064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-564ee0a1-8cdb-442a-942d-3f89fa850efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:38.289641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:38.390176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Pushing event updated for resources: {'Port': ['ID=d755e440-3b7e-4067-81f1-9e435c467c01,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:38.394472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:38.451131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Network 538d0221-6521-4f7b-a696-89abff601cab is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:49:38.452325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:38.675976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Router 2c1b6d19-dc2a-487b-910c-a2adb2068546 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:49:38.685803 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3016156-a8e4-4f13-9358-e9915ff4ae50 req-d41f2a83-1804-420a-9861-a8e7e85ca925 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0755386
Feb 18 02:49:38.773463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 995e1463-161d-4bd3-b42a-9807d877b9e2 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:38.848430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2b5c5e2c-bfe4-4059-98a7-7a4c0d232517 None None] Provisioning complete for port d755e440-3b7e-4067-81f1-9e435c467c01 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:38.848928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b5c5e2c-bfe4-4059-98a7-7a4c0d232517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:38.909742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:49:38.916697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c5e2c-bfe4-4059-98a7-7a4c0d232517 None None] Port d755e440-3b7e-4067-81f1-9e435c467c01 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:49:38.920260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 995e1463-161d-4bd3-b42a-9807d877b9e2 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:38.925848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 995e1463-161d-4bd3-b42a-9807d877b9e2 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:38.926270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:38.948331 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] 10.222.0.53 "PUT /v2.0/routers/2c1b6d19-dc2a-487b-910c-a2adb2068546/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8781450
Feb 18 02:49:39.098703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:39.118306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 995e1463-161d-4bd3-b42a-9807d877b9e2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=995e1463-161d-4bd3-b42a-9807d877b9e2,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:39.123476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:39.125696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-493db0a6-b4c9-434a-b779-1af754fe2a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:39.179469 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835c400-79cb-4d76-aa3a-76fc63c1664d req-0b67010d-0e06-4643-a5e1-7bb851f8bf2a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:39.181132 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1835c400-79cb-4d76-aa3a-76fc63c1664d req-0b67010d-0e06-4643-a5e1-7bb851f8bf2a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1045704
Feb 18 02:49:39.211172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=995e1463-161d-4bd3-b42a-9807d877b9e2,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:39.220357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.221077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.221632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.222282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.222822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.223384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.223958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.224495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.225032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.225581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.226125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.226657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.227276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.227837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.228518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.229068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.229725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.230258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.230787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.232679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.233074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.233459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.233843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.234227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:49:39.239804 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1835c400-79cb-4d76-aa3a-76fc63c1664d req-8fa371ea-6ca6-487d-b87b-5e3bf3e836a1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513344
Feb 18 02:49:39.239951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:39.915092 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f6b7a26-ab28-4e15-9453-0dd1b136f4d6 req-f3841093-2a1c-4a8a-bdda-545f03e7be01 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0732653
Feb 18 02:49:40.315851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Sync routers for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:49:40.337082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:49:40.338054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af135ef0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:49:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:40.567114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf08f7-2d22-4a39-8c27-5030b80ec8ee req-22d118fb-ac38-4915-b4a7-81aafc3a0209 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:40.574710 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ecaf08f7-2d22-4a39-8c27-5030b80ec8ee req-22d118fb-ac38-4915-b4a7-81aafc3a0209 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1123943
Feb 18 02:49:40.631550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:49:40.647686 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ecaf08f7-2d22-4a39-8c27-5030b80ec8ee req-62e98dbc-89c9-4bb5-9de2-bae23c824e39 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684114
Feb 18 02:49:40.963289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 995e1463-161d-4bd3-b42a-9807d877b9e2 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:41.136730 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ea7ee9-e194-48ba-8c93-74350a2bbd26 req-7f7db6c3-12b8-42c5-8d0c-484bc7f051a7 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0790348
Feb 18 02:49:41.156570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 995e1463-161d-4bd3-b42a-9807d877b9e2 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:41.156865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:41.351642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af135ef0>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 2, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:41.360184 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Checking router: 2c1b6d19-dc2a-487b-910c-a2adb2068546 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:49:41.360585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Updating router 2c1b6d19-dc2a-487b-910c-a2adb2068546 port d755e440-3b7e-4067-81f1-9e435c467c01 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:49:41.425832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:41.959553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:41.974654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Transition to ACTIVE for port object d755e440-3b7e-4067-81f1-9e435c467c01 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:49:41.980474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:41.981267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e31c8-bdd4-4ee8-9ac9-adf479c9a65c req-b0d9912f-30f7-49c4-8308-d1b632e32f26 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:41.989169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c6e31c8-bdd4-4ee8-9ac9-adf479c9a65c req-b0d9912f-30f7-49c4-8308-d1b632e32f26 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1293471
Feb 18 02:49:42.045726 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c6e31c8-bdd4-4ee8-9ac9-adf479c9a65c req-8532e8b3-743d-4bc0-ac87-a77398f1551b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552449
Feb 18 02:49:42.070827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:42.176948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f870e6b-beb1-4b4e-8b02-783d894f18ee None None] Pushing event updated for resources: {'Port': ['ID=d755e440-3b7e-4067-81f1-9e435c467c01,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:42.182262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f870e6b-beb1-4b4e-8b02-783d894f18ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:42.357259 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f38e5873-2714-48b3-bbc5-345a328cd08d req-baf0a5e5-ad30-42a8-be89-fcfa26bc82f3 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0720084
Feb 18 02:49:42.411471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Attempting to bind port d755e440-3b7e-4067-81f1-9e435c467c01 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:49:42.412198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Attempting to bind port d755e440-3b7e-4067-81f1-9e435c467c01 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:49:42.412769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Attempting to bind port d755e440-3b7e-4067-81f1-9e435c467c01 on network 538d0221-6521-4f7b-a696-89abff601cab {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:49:42.419958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:49:42.420655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Checking segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:42.421277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:42.422048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Bound using segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:49:42.422750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Bound port: d755e440-3b7e-4067-81f1-9e435c467c01, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:49:42.423350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:42.546696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] For port d755e440-3b7e-4067-81f1-9e435c467c01, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:49:42.550236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] For port d755e440-3b7e-4067-81f1-9e435c467c01, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=d755e440-3b7e-4067-81f1-9e435c467c01,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:49:42.554523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:42.572183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f74e7c3-44d1-4bbe-89ce-41aa800259f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:42.747593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f870e6b-beb1-4b4e-8b02-783d894f18ee None None] Pushing event updated for resources: {'Port': ['ID=d755e440-3b7e-4067-81f1-9e435c467c01,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:42.753149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f870e6b-beb1-4b4e-8b02-783d894f18ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:42.803865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:49:42.804575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af135ef0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:49:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:43.060362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:49:43.304256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16a23-6de6-4d14-b160-c8a6f3f16c47 req-2584a68b-e785-4818-a724-acf2cf51802a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:43.312976 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43f16a23-6de6-4d14-b160-c8a6f3f16c47 req-2584a68b-e785-4818-a724-acf2cf51802a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1389666
Feb 18 02:49:43.373490 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43f16a23-6de6-4d14-b160-c8a6f3f16c47 req-49514edb-59f4-49e3-bc7a-6daf75e1b1d4 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590868
Feb 18 02:49:43.549060 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23a5746f-141d-401a-a678-bf2398bf2e84 req-0b80a9ed-2605-4337-b5b6-3505706fade9 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0658267
Feb 18 02:49:43.630229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af135ef0>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:42Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:43.636957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95bce6-8753-49ad-bd04-1b9d5f443de2 None None] The sync data for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi is: [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:42Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:49:44.620371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d053f4-2218-4c13-a011-fa8c5acbf9bb req-33a17288-3c93-43c2-b51c-9249d656b5fd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:44.623362 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1d053f4-2218-4c13-a011-fa8c5acbf9bb req-33a17288-3c93-43c2-b51c-9249d656b5fd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1022120
Feb 18 02:49:44.748683 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1d053f4-2218-4c13-a011-fa8c5acbf9bb req-301337e5-8dfa-448c-bced-f5f910607ae1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110780
Feb 18 02:49:44.850583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64f62b43-e9b4-4bfd-9949-995b4d7e86a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:44.876679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d755e440-3b7e-4067-81f1-9e435c467c01 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:44.900335 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f0b94e3-a18d-4ec0-a7b3-a6dffe088efc req-dbb771d3-00fb-48aa-933b-3db3ad57b01c tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] 10.222.0.53 "GET /v2.0/ports?device_id=e02c8e09-10a5-4eb7-b4f3-948a4a9c36cd HTTP/1.1" status: 200  len: 210 time: 0.0539143
Feb 18 02:49:45.019378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port d755e440-3b7e-4067-81f1-9e435c467c01 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:49:45.025603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port d755e440-3b7e-4067-81f1-9e435c467c01 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:45.026100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:45.249027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:45.337130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port d755e440-3b7e-4067-81f1-9e435c467c01, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=d755e440-3b7e-4067-81f1-9e435c467c01,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:49:45.346250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:45.349085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:45.446108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39516) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:45.487753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=d755e440-3b7e-4067-81f1-9e435c467c01,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:45.503050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8d0ca876-96eb-4a28-9122-e6227736d413 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:45.577410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:45.606771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8d0ca876-96eb-4a28-9122-e6227736d413 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:45.609501 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:45.634708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39526) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:45.767331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Deleting subnet c17091d8-3c95-4e55-8a0e-b8f7229369eb {{(pid=83977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:49:45.770791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:45.862310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822516649'] for subnet, precommit_delete_associations {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.003204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.160215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.420794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:46.425103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:c82e2cedcadf43fb80cbbde33392faae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:46.429037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:46.435867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:46.608376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.636400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.681697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c7a437d8-41ed-497b-aff8-7452e378c677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:46.713477 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c82e2cedcadf43fb80cbbde33392faae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2659466
Feb 18 02:49:46.717077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39568) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:46.717324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4d5e5-fa2b-44b4-b548-24dabd3ee0e9,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:46.721582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32259324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845630'] for subnet, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.723309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:46.785831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d755e440-3b7e-4067-81f1-9e435c467c01 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:46.808602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.841798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.947065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.959814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c02c3aa-ced9-4ac6-b1c5-f64337458289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:46.977693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port d755e440-3b7e-4067-81f1-9e435c467c01 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:46.978121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:46.979936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.001201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29d4d5e5-fa2b-44b4-b548-24dabd3ee0e9 HTTP/1.1" status: 204  len: 168 time: 0.2665055
Feb 18 02:49:47.007380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4d5e5-fa2b-44b4-b548-24dabd3ee0e9,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:47.016844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:47.030252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-11ae729b-55ba-4d31-a164-33a410390453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:47.152272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17091d8-3c95-4e55-8a0e-b8f7229369eb,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:47.169397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:47.188552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.212333 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c17091d8-3c95-4e55-8a0e-b8f7229369eb HTTP/1.1" status: 204  len: 168 time: 1.5752721
Feb 18 02:49:47.213883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39580) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:47.241707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a2910-19e7-4155-8c74-3d9d3e8cf98c req-1c3f5ff4-0ca3-4958-b2fa-bece66b15963 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:47.254736 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e7a2910-19e7-4155-8c74-3d9d3e8cf98c req-1c3f5ff4-0ca3-4958-b2fa-bece66b15963 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 1.2967539
Feb 18 02:49:47.328717 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e7a2910-19e7-4155-8c74-3d9d3e8cf98c req-942be6ed-7639-4ce2-94b8-28d4e994d1a9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728977
Feb 18 02:49:47.449177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.463775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a33d-60ca-4d26-b351-56b98b9a719c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.572415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.681660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39596) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:47.714142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.758741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:47.770819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2febee2f854961955e94b4ecda44e8 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:47.777039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:47.786195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:47.875697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.969155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.973412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:47.992955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21c26bd4-0f56-46fb-8f09-b6db27180c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:48.143901 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee2febee2f854961955e94b4ecda44e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4601440
Feb 18 02:49:48.144221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39608) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:48.144960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218ac688-5a23-4596-8756-57c7ef49dd33,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:48.163816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae687e10>,) {'filters': {'network_id': ['c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:48.166460 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:48.209875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ddc0f-8791-4132-8ee1-b4ccad6c4356 req-8bd15fb8-df2e-4f27-a5f9-250d678efca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:48.213815 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-996ddc0f-8791-4132-8ee1-b4ccad6c4356 req-8bd15fb8-df2e-4f27-a5f9-250d678efca2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1163 time: 0.4475129
Feb 18 02:49:48.248642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae687e10>, 'd06ba47e-e2d0-48a2-9b9b-11786263f556') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:48.248966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae687e10>, 'd06ba47e-e2d0-48a2-9b9b-11786263f556') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:48.291522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:48.332313 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-996ddc0f-8791-4132-8ee1-b4ccad6c4356 req-b19bcd25-9661-4fee-850e-b7f3df1eb7db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083653
Feb 18 02:49:48.341563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:48.346108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:49:48.431139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:48.763448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1750896-e4f2-4437-8ea9-e71b5dcf30e9 req-6ccb9b30-c2da-4121-878d-f7a5f4f2698f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:48.765116 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e1750896-e4f2-4437-8ea9-e71b5dcf30e9 req-6ccb9b30-c2da-4121-878d-f7a5f4f2698f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.2096550
Feb 18 02:49:48.817664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:48.877330 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e1750896-e4f2-4437-8ea9-e71b5dcf30e9 req-8629e028-cf1a-44be-9c26-84d712e2f810 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005678
Feb 18 02:49:48.955775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:49:48.982882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.029578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.136226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.157851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-05765263-6f9b-47e2-ac9a-6930d248ee9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:49.172323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.186651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.190416 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/218ac688-5a23-4596-8756-57c7ef49dd33 HTTP/1.1" status: 204  len: 168 time: 1.0358379
Feb 18 02:49:49.190416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ac688-5a23-4596-8756-57c7ef49dd33,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:49.192038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:49.318889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Network c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:49:49.346176 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:49:49.356319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39652) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:49.521022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8d0ca876-96eb-4a28-9122-e6227736d413 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:49:49.550979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Deleting subnet ee723227-92d6-4438-b9f9-d7114ddb50ee {{(pid=83977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:49:49.559467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.587130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.592736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.596763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b5a86a1c-7c23-4f5d-bdc2-8ccd5d639cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:49.638127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:49.645760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:49.647861 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2cfc6af-5bb0-4dbe-9885-0f2c773a35f8 HTTP/1.1" status: 204  len: 168 time: 2.4328456
Feb 18 02:49:49.652318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39658) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:49.691642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822516649'] for subnet, precommit_delete_associations {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.763102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8d0ca876-96eb-4a28-9122-e6227736d413 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:49:49.765069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.808264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:49.837440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Deleting subnet 30ea3019-0c1d-4e63-b487-f7aefa1e893f {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:49:49.868373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:50.071880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:50.244475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:50.598060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc671f-983e-4fe6-bf9d-256b290e8a9a req-ded008e3-7b03-4298-8ab2-8598a07c2866 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:50.599823 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9dc671f-983e-4fe6-bf9d-256b290e8a9a req-ded008e3-7b03-4298-8ab2-8598a07c2866 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.4301894
Feb 18 02:49:50.674013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32259324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845630'] for subnet, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:50.733091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:50.737762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:50.749293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:50.869268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ea3019-0c1d-4e63-b487-f7aefa1e893f,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:50.875825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:50.942151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:50.957943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/30ea3019-0c1d-4e63-b487-f7aefa1e893f HTTP/1.1" status: 204  len: 168 time: 1.3038309
Feb 18 02:49:50.960670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39698) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:51.050766 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9dc671f-983e-4fe6-bf9d-256b290e8a9a req-7b00d496-373b-4f02-9f4c-0891cf9d5a84 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4409697
Feb 18 02:49:51.057681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee723227-92d6-4438-b9f9-d7114ddb50ee,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:51.062542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:51.184843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:51.211878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:51.246780 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e3655273-2ff6-42fa-a587-5ab8624c352e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee723227-92d6-4438-b9f9-d7114ddb50ee HTTP/1.1" status: 204  len: 168 time: 1.8890080
Feb 18 02:49:51.249609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39712) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:51.431323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:51.610051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:51.773953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87afa46518>,) {'filters': {'network_id': ['aa2fc5d6-71f4-4b21-afde-9402cdd53d04']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:51.789265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87afa46518>, 'b753f061-f55b-4012-b16e-f064c37fa584') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:51.789827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87afa46518>, 'b753f061-f55b-4012-b16e-f064c37fa584') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:51.805370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:51.829551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:51.833019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:49:51.999258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.102946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a34c6-c86a-4e69-9fdd-cf4682ded9be req-6c28c2b0-05c3-41ac-8218-3e731cf4f9dd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:52.110568 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd5a34c6-c86a-4e69-9fdd-cf4682ded9be req-6c28c2b0-05c3-41ac-8218-3e731cf4f9dd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.7134140
Feb 18 02:49:52.113060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:49:52.126979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.223242 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd5a34c6-c86a-4e69-9fdd-cf4682ded9be req-ec54089a-a95d-4038-9db5-e26e46c43d2e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115861
Feb 18 02:49:52.234025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87af14d128>,) {'filters': {'network_id': ['6ffb5741-2b5c-4e71-bba9-63713326faed']}} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:52.248837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af14d128>, 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f') {'for_net_delete': True} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:52.249193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af14d128>, 'ad5dbdee-cd9c-4654-b98d-c5289cb5cb2f') {} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:49:52.262544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32259183'] for segment, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.283296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.285392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:49:52.408535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Network aa2fc5d6-71f4-4b21-afde-9402cdd53d04 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:49:52.520420 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:49:52.528438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Network 6ffb5741-2b5c-4e71-bba9-63713326faed has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:49:52.544634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.552606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.558323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:52.560984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822516899'] for segment, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:52.582494 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aa2fc5d6-71f4-4b21-afde-9402cdd53d04 HTTP/1.1" status: 204  len: 168 time: 1.6203456
Feb 18 02:49:52.583539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2fc5d6-71f4-4b21-afde-9402cdd53d04,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:52.587664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:52.913823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39756) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:53.019315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Network 6ffb5741-2b5c-4e71-bba9-63713326faed has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:49:53.033871 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3d657ebd-7209-42f6-808b-7043e28950a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d8ec527207c415fada71b69e5fd01f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1184840
Feb 18 02:49:53.037229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39762) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:49:53.096255 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:49:53.125342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.189568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.206036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.209650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:53.238364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.247437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6ffb5741-2b5c-4e71-bba9-63713326faed HTTP/1.1" status: 204  len: 168 time: 1.9959483
Feb 18 02:49:53.250735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffb5741-2b5c-4e71-bba9-63713326faed,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:53.253616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1eb41921-a9d9-4cee-948e-6b027aa01836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:53.286027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.294011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-22f1a61e-ba55-4681-8bd2-57f35fee5277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:53.307452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.308685 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f70079e-355d-45f3-b01f-fe38522f2a71 HTTP/1.1" status: 204  len: 168 time: 0.2704659
Feb 18 02:49:53.312418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70079e-355d-45f3-b01f-fe38522f2a71,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:53.347549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:53.552049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39778) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:53.616291 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d2d03695-2a27-49d1-b541-3b1858f932ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=074afc3beed849eb90deec23e5037213&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0611112
Feb 18 02:49:53.617347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39782) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:53.749325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.783374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.836126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.841542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-08cd81bf-ecbb-4f93-b0ee-6c9e88b795a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:53.854128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5907ac0-d0c3-453a-9b4b-01644dd4b929,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:53.860069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:53.865042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:53.866529 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5907ac0-d0c3-453a-9b4b-01644dd4b929 HTTP/1.1" status: 204  len: 168 time: 0.2478075
Feb 18 02:49:54.008962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39790) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:54.151709 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d009708f-184d-4b5f-9eaf-65ace704da30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=271f5d762cb047cdae2d1054fb6b19ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1400890
Feb 18 02:49:54.155443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39802) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:54.269149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:54.307927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:54.388653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:54.396838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1db1fd39-5040-4022-b998-fed8e06e05e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:54.411366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e9760d-a538-400b-bb3f-5c4d9aeed392,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:54.421433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:54.423987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:54.428299 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85e9760d-a538-400b-bb3f-5c4d9aeed392 HTTP/1.1" status: 204  len: 168 time: 0.2714884
Feb 18 02:49:54.976176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39846) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:55.136378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-770215082-network', 'tenant_id': '5bac0c4ff10c4e9888c18e752fb19407'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:55.142498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:55.146786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Usage tracker for resource:network and tenant:5bac0c4ff10c4e9888c18e752fb19407 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:55.151604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:55.164182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:55.181092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Made reservation on behalf of 5bac0c4ff10c4e9888c18e752fb19407 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:49:55.186072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.199892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.217282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:55.221656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Usage tracker for resource:security_group_rule and tenant:5bac0c4ff10c4e9888c18e752fb19407 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:55.225556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:55.233153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:55.361540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.366716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.371325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-62289f7e-fa42-4897-8105-3415103c9345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:55.427313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:49:55.489716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.490107 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Added segment db7ca43b-db06-4156-89a6-2ae773831ecc of type vxlan for network c7ffd2ab-2299-4261-be01-f61380fee2a9
Feb 18 02:49:55.507942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:55.517051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:55.547541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.584030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.596205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:55.597028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.603734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:55.726477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ffd2ab-2299-4261-be01-f61380fee2a9,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:55.734629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:55.741296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:49:55.775031 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7972217
Feb 18 02:49:55.778259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39894) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:55.788302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Request body: {'subnet': {'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-770215082-subnet', 'tenant_id': '5bac0c4ff10c4e9888c18e752fb19407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:49:55.801433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:55.825381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Usage tracker for resource:subnet and tenant:5bac0c4ff10c4e9888c18e752fb19407 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:55.829697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:55.838315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:55.861079 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Made reservation on behalf of 5bac0c4ff10c4e9888c18e752fb19407 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:49:55.868421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823284952'] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:55.920615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:49:56.206100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6991bb67-8269-4e6c-9def-c60eab0f5be6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:56.215607 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6991bb67-8269-4e6c-9def-c60eab0f5be6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 814 time: 0.2487581
Feb 18 02:49:56.241390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6dfdc131-62ec-42db-bd1a-380b7db615f1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/quotas/1ef278da15dd40278ed0a0607687ec53 HTTP/1.1" status: 200  len: 375 time: 0.0172958
Feb 18 02:49:56.398026 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-a2688df9-751f-42e8-a157-f16f2a141197 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1490462
Feb 18 02:49:56.487633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32451386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823284965'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:56.505661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-aaf4a1d5-0895-46e1-b00b-70a7834ba7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:56.561746 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-b6b15d39-4ee0-4dd0-91ea-60d1bd748dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627233
Feb 18 02:49:56.649516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:49:56.661961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9b78d8-4e46-4e1e-991e-bef961861d6e,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:56.666932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:56.756405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Checking segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:49:56.756808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Network hostable DHCP agents. Network: c7ffd2ab-2299-4261-be01-f61380fee2a9, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:49:56.822921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:49:56.839988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, c7ffd2ab-2299-4261-be01-f61380fee2a9) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:49:56.848062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0b3c3a-59b3-409b-bc89-45039e61c970 None None] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:49:56.857646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:56.858312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:56.859899 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-9a7ed859-8eb1-443b-80e0-ae77987c43c8 service neutron] 10.222.0.53 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2911437
Feb 18 02:49:56.885698 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-60c96b0d-bee4-46a9-8ff6-d725264beb58 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1057482
Feb 18 02:49:57.273976 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abb2940c-4660-442d-8f73-77e1242334b3 req-533e9cc5-afa3-4420-b71b-cb8ab9f515ed tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 210 time: 0.0880446
Feb 18 02:49:57.396259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d1c69-5e56-4c47-91c0-43450ed5375b None None] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:49:57.474307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef594-aa78-48c6-800a-db7794b6cba7 req-8456ec96-6e63-4303-8516-c89d450ea248 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:57.485798 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca7ef594-aa78-48c6-800a-db7794b6cba7 req-8456ec96-6e63-4303-8516-c89d450ea248 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1495240
Feb 18 02:49:57.596341 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca7ef594-aa78-48c6-800a-db7794b6cba7 req-5d320bd9-1e62-48c7-bf17-4a54c247b02d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094155
Feb 18 02:49:57.896258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-c6384d79-a346-40ea-a5f7-cb89b0847408 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:57.897016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-c6384d79-a346-40ea-a5f7-cb89b0847408 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:network {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:49:57.919785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-c6384d79-a346-40ea-a5f7-cb89b0847408 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:network {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:49:57.921156 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-c6384d79-a346-40ea-a5f7-cb89b0847408 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.2328029
Feb 18 02:49:57.941229 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-f04dc694-8e8e-47f1-bcae-00badf40f295 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/quotas/5bac0c4ff10c4e9888c18e752fb19407 HTTP/1.1" status: 200  len: 375 time: 0.0128109
Feb 18 02:49:57.999309 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-ca6998cd-9272-4597-a4ec-277e38a969ed tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0518563
Feb 18 02:49:58.046416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 39986) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:58.145982 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-8ef3798e-0c9d-423b-b10a-d5dee638c554 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393175
Feb 18 02:49:58.181938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.201665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:58.205729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1aa138ee8b41bc991a8e56d2ea5db7 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:58.208667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:58.214443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:58.292914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-e9049b6a-9072-4682-9e8d-01e154e2b47b service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391857
Feb 18 02:49:58.301502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.305353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.314701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:58.357633 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd1aa138ee8b41bc991a8e56d2ea5db7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3100348
Feb 18 02:49:58.360558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 39996) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:58.360980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff9b2d-e5f4-45e9-b091-e2a436aac642,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:58.364353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:58.502593 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cf191240-0bfa-44b6-a2b5-5481709a83f4 req-7517737b-24d5-4f63-954d-ca9532b2ef4f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 210 time: 0.0956204
Feb 18 02:49:58.528911 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4ffc1ff-89c4-4bf6-b7da-1215dc68176a req-34086449-6bea-43e3-aff8-ac8b560b0a2b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0711091
Feb 18 02:49:58.534014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.566040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.610587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.616124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c0ea648b-645a-459d-a293-1ccaa83cb991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:58.631870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff9b2d-e5f4-45e9-b091-e2a436aac642,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:58.635155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:58.641595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:58.645317 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56ff9b2d-e5f4-45e9-b091-e2a436aac642 HTTP/1.1" status: 204  len: 168 time: 0.2807205
Feb 18 02:49:58.825348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cec21-0096-484a-86d0-250c40a44f51 req-f4292dd6-cb5c-42db-b8d9-874acb487ce3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:49:58.826938 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db2cec21-0096-484a-86d0-250c40a44f51 req-f4292dd6-cb5c-42db-b8d9-874acb487ce3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0968831
Feb 18 02:49:58.876772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db2cec21-0096-484a-86d0-250c40a44f51 req-e116c91b-f2ab-40f3-a3e7-ef5ba32b4b80 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432236
Feb 18 02:49:59.001032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40022) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:59.020207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.035914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:59.039970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Usage tracker for resource:security_group_rule and tenant:85fef45d7a4b4a74afc9d7945725d4a9 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:59.043930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:59.049470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:59.136236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.138881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.147257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-62c48e8d-ed75-4bfb-8b7a-b1a38e15f949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:59.189133 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85fef45d7a4b4a74afc9d7945725d4a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869531
Feb 18 02:49:59.191422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d485f-e936-4d45-b3ee-2d7307c2d74f,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:59.192193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40028) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:59.194745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:59.256085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.283185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.334431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.339261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-789b61a2-4815-4679-a993-1ca31a4e3fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:59.359574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d485f-e936-4d45-b3ee-2d7307c2d74f,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:59.362618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:59.367674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.368890 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb6d485f-e936-4d45-b3ee-2d7307c2d74f HTTP/1.1" status: 204  len: 168 time: 0.1756403
Feb 18 02:49:59.711987 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a94179e-57f0-4d4b-abc7-197d526da25f req-7e80c708-ec84-417d-989d-ed5133dbc9b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 210 time: 0.0859165
Feb 18 02:49:59.731821 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09d3da28-c2b3-4f45-a245-9e6cee36f74c req-bf1bc3d0-cbfe-43d3-8d92-0fa76c733007 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0625820
Feb 18 02:49:59.743235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40042) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:49:59.762506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.777865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:49:59.781823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Usage tracker for resource:security_group_rule and tenant:f42f9dde94fb4a288230ca49483175df is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:49:59.784800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:49:59.790511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:49:59.876029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.878840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:49:59.887454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0889c6ac-15b7-48a9-ba6a-56d1f02d0edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:49:59.929868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df34581a-3439-4020-8871-5829ccf1ba3f,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:49:59.935619 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f42f9dde94fb4a288230ca49483175df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912484
Feb 18 02:49:59.936537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:49:59.938649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40050) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:00.085418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-fbcf3067-bf53-4204-b693-f3ebe37bb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:00.087207 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-fbcf3067-bf53-4204-b693-f3ebe37bb412 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.0887375
Feb 18 02:50:00.267149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-efac470f-1070-413a-b8c9-b51100080a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:00.268947 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-efac470f-1070-413a-b8c9-b51100080a69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.1703434
Feb 18 02:50:00.289811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:00.328758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:00.379446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba91d4-be61-4c25-ba1d-63aafdaaf22a req-1797b3a8-f149-4d21-a30f-baea3e5901ac tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:00.381191 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65ba91d4-be61-4c25-ba1d-63aafdaaf22a req-1797b3a8-f149-4d21-a30f-baea3e5901ac tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3864059
Feb 18 02:50:00.437535 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65ba91d4-be61-4c25-ba1d-63aafdaaf22a req-385c665d-792c-4a6b-85b4-909ba821c1da tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486624
Feb 18 02:50:00.438571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:00.444025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-982af354-8fa1-495d-8122-30dac411250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:00.457898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df34581a-3439-4020-8871-5829ccf1ba3f,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:00.462292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:00.469318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:00.470787 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df34581a-3439-4020-8871-5829ccf1ba3f HTTP/1.1" status: 204  len: 168 time: 0.5311916
Feb 18 02:50:00.570216 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-27eb9ebe-c501-41b7-9d1c-254de221ca69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.2938159
Feb 18 02:50:00.641003 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-ef61621e-4aa2-443c-a8a8-c40e39e19645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:00.642600 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-ef61621e-4aa2-443c-a8a8-c40e39e19645 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.0654275
Feb 18 02:50:00.883367 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-1fe2e138-8064-410b-b6aa-805402f951cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896218
Feb 18 02:50:01.026334 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b2a961a7-b5b5-4095-99c7-0cd5d95a904e req-442777bb-dbc1-4fec-b336-db70c3e3b39c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 210 time: 0.1474965
Feb 18 02:50:01.038753 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-859d2c10-9ae7-43a4-9d5c-0ebcdc58a457 req-95acdfb1-2c4d-4f88-b624-2b1fd3edd603 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0786331
Feb 18 02:50:01.247166 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-c5b4d5bc-a951-43ee-a9f1-ea601549aa73 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3561592
Feb 18 02:50:01.266270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-74dd4cb1-ebc5-4d29-9783-d856812ef583 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:01.267147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-74dd4cb1-ebc5-4d29-9783-d856812ef583 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Synchronizing usage tracker for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:network {{(pid=83978) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:01.386830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-74dd4cb1-ebc5-4d29-9783-d856812ef583 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Unset dirty status for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:network {{(pid=83978) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:01.388286 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-74dd4cb1-ebc5-4d29-9783-d856812ef583 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 814 time: 0.3411691
Feb 18 02:50:01.443487 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c513183-525e-4160-86b1-53e6cbcc7e94 req-6db5cc34-73b1-4afd-8c01-0652c22f81c1 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1713250
Feb 18 02:50:01.544158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'port': {'device_id': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'admin_state_up': True, 'tenant_id': '1ef278da15dd40278ed0a0607687ec53'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:01.777993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6b537-48d4-45c9-8335-6a59a2a8a7ed req-bdd5ad40-d98b-4558-8ad0-bd16e8ec7ebf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:01.779943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23c6b537-48d4-45c9-8335-6a59a2a8a7ed req-bdd5ad40-d98b-4558-8ad0-bd16e8ec7ebf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1578221
Feb 18 02:50:01.877203 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23c6b537-48d4-45c9-8335-6a59a2a8a7ed req-19aa3b67-b83a-4cc9-8f14-ebf128e02a16 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901551
Feb 18 02:50:01.912209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:01.916374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Usage tracker for resource:port and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:01.920272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:01.926814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:01.941730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-92f19f0c-2cbe-48c9-9ec1-8bdbb50b2897 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:01.943317 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-92f19f0c-2cbe-48c9-9ec1-8bdbb50b2897 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.3721952
Feb 18 02:50:01.944830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Made reservation on behalf of 1ef278da15dd40278ed0a0607687ec53 for: {'port': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:01.950743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:02.435986 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2499b100-696a-476c-9244-0fa051ca89ed req-c4d3b723-a27f-4833-8078-b174b1f37318 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.1485140
Feb 18 02:50:02.446389 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6d003ae-6d07-4ce9-a7d7-2a23d52aa552 req-2117ab30-3d4d-4e93-accd-51d205ec9ca0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 210 time: 0.2431326
Feb 18 02:50:02.503829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Allocated IP 172.20.0.3 (538d0221-6521-4f7b-a696-89abff601cab/bd9bd4ca-2291-4282-81ad-4c27e50e09ef/24f00592-f789-45f4-893d-2fa9019b6201) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:50:02.762460 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:02.779318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Transition to ACTIVE for port object 24f00592-f789-45f4-893d-2fa9019b6201 will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:02.803509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:02.821851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:02.947482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:02.961031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:03.032772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Network 538d0221-6521-4f7b-a696-89abff601cab is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:50:03.034117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:03.036494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:50:03.097043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e07d6a-f657-4c9d-bd3a-902e5c9c1ee7 req-bc27d8dd-66b5-4a89-b334-7bf15c57e74c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:03.100021 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-47e07d6a-f657-4c9d-bd3a-902e5c9c1ee7 req-bc27d8dd-66b5-4a89-b334-7bf15c57e74c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1047056
Feb 18 02:50:03.114428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:03.115518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:03.143075 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6202471
Feb 18 02:50:03.154951 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-47e07d6a-f657-4c9d-bd3a-902e5c9c1ee7 req-49fac003-3f91-4ddc-a1a3-1ce223ec3894 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498061
Feb 18 02:50:03.275445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-153c3763-5aa5-415e-ad8f-74408e264d75 None None] Provisioning for port 24f00592-f789-45f4-893d-2fa9019b6201 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:50:03.281694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-153c3763-5aa5-415e-ad8f-74408e264d75 None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:50:03.282112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-153c3763-5aa5-415e-ad8f-74408e264d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:03.342034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-153c3763-5aa5-415e-ad8f-74408e264d75 None None] Port 24f00592-f789-45f4-893d-2fa9019b6201 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:50:03.660201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3ed0db8d-df57-44cf-b958-99a66e3f1be4 req-fc5df32e-28c4-430c-8257-922cc4214898 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0577316
Feb 18 02:50:03.700814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c740fda-3dac-48ca-9e22-4ff0518c259a req-8b20cff7-3cdb-44e6-b1ee-c1bb395e47d9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:03.702389 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c740fda-3dac-48ca-9e22-4ff0518c259a req-8b20cff7-3cdb-44e6-b1ee-c1bb395e47d9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1382101
Feb 18 02:50:03.748757 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c740fda-3dac-48ca-9e22-4ff0518c259a req-bf84a08e-cbcf-4d62-bd09-f3d6d2f771bb tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401177
Feb 18 02:50:04.366121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28b3-ba87-4fee-abae-673e68def9d8 req-51c42f39-5af2-4614-9504-8356d2efb7a5 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:04.367722 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-643e28b3-ba87-4fee-abae-673e68def9d8 req-51c42f39-5af2-4614-9504-8356d2efb7a5 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0941091
Feb 18 02:50:04.415890 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-643e28b3-ba87-4fee-abae-673e68def9d8 req-096ddb95-a79e-454f-b834-4147ed847196 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408852
Feb 18 02:50:04.828479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c7416f8c-b0ac-4dc4-8291-7edda88a03a6 req-3072fe99-c63b-4dab-a5e6-262b62b8aa8a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0501683
Feb 18 02:50:04.957283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d9dd8-7aa0-4066-951b-7064718bca5b req-36a9d96f-0164-418e-8b59-de937b27db39 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:04.958819 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-111d9dd8-7aa0-4066-951b-7064718bca5b req-36a9d96f-0164-418e-8b59-de937b27db39 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.0925250
Feb 18 02:50:05.015853 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-111d9dd8-7aa0-4066-951b-7064718bca5b req-9c2791ea-107e-4a87-a58b-77196e4a3bdb tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484557
Feb 18 02:50:05.656609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45803bc-d398-4487-8777-8a741bed95c6 req-4428c7a1-1a25-4beb-8705-57c58a33bb18 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:05.658236 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f45803bc-d398-4487-8777-8a741bed95c6 req-4428c7a1-1a25-4beb-8705-57c58a33bb18 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0864213
Feb 18 02:50:05.705835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:05.710311 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f45803bc-d398-4487-8777-8a741bed95c6 req-5f0f8b89-ce2c-4974-b772-ea9d71c679c1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456910
Feb 18 02:50:06.013452 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5d806a7-d3d2-47dd-85ed-28234a383d52 req-d19bad8e-9df5-4868-9c68-11a2b0a81474 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0489230
Feb 18 02:50:06.231108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c345fa-2fd1-404a-b997-3debb8662abc req-6e1ee827-417b-4549-b34d-2194106bd351 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:06.233139 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c8c345fa-2fd1-404a-b997-3debb8662abc req-6e1ee827-417b-4549-b34d-2194106bd351 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.0917482
Feb 18 02:50:06.285331 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c8c345fa-2fd1-404a-b997-3debb8662abc req-400da04b-2791-4e15-94c3-7d2c04a20f0c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458252
Feb 18 02:50:06.918483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80d5f-6299-4eb6-baa4-f6599c27964d req-27f93dcb-5434-4539-9446-5597907cfb53 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:06.920112 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1f80d5f-6299-4eb6-baa4-f6599c27964d req-27f93dcb-5434-4539-9446-5597907cfb53 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0962386
Feb 18 02:50:06.973257 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1f80d5f-6299-4eb6-baa4-f6599c27964d req-59ff3df9-2060-4d1a-9cd9-a9b15313c64f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459671
Feb 18 02:50:07.179140 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-953df2d0-254c-4fef-bb37-a6a43e0f48a2 req-e1ce7bd0-655a-4665-b12b-c4aad0c30d85 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0512218
Feb 18 02:50:07.509122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f059da6-d6ee-4e79-b4b5-991156ac8252 req-e2c87dbf-effa-4ecb-88d4-804b1d7ba6c5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:07.510741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f059da6-d6ee-4e79-b4b5-991156ac8252 req-e2c87dbf-effa-4ecb-88d4-804b1d7ba6c5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1087496
Feb 18 02:50:07.559650 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f059da6-d6ee-4e79-b4b5-991156ac8252 req-e9b4e41e-8e88-4610-9fb7-a062d26d4bc8 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425401
Feb 18 02:50:08.287964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f3f34-a4e7-4700-833c-dcfbe607602e req-63bc0a1f-5d0e-4584-aa55-db979fe38cb8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:08.296806 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-053f3f34-a4e7-4700-833c-dcfbe607602e req-63bc0a1f-5d0e-4584-aa55-db979fe38cb8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1504719
Feb 18 02:50:08.354010 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-053f3f34-a4e7-4700-833c-dcfbe607602e req-c82ed43d-e611-4cb3-8178-54b8bfc15053 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560021
Feb 18 02:50:08.465161 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f76ef6b2-93fa-46e9-aac5-4214617aab1c req-0d24be8d-0cc6-4cf7-8a75-ba2a7f489513 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.1094732
Feb 18 02:50:08.769429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c53a2-e354-4ff4-9789-2c5b6507e764 req-eca0f088-afa9-4ac0-ab47-6e5c38aaddd5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:08.771028 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-113c53a2-e354-4ff4-9789-2c5b6507e764 req-eca0f088-afa9-4ac0-ab47-6e5c38aaddd5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.0934193
Feb 18 02:50:08.820680 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-113c53a2-e354-4ff4-9789-2c5b6507e764 req-ec01d6a6-506b-4d3a-bf1d-11e2ee45001e tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431552
Feb 18 02:50:09.595893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942bcdd-3d08-438f-a544-fd1bbd4be4ed req-73268787-2430-4c04-a822-5e8e11cee905 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:09.603686 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6942bcdd-3d08-438f-a544-fd1bbd4be4ed req-73268787-2430-4c04-a822-5e8e11cee905 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1151173
Feb 18 02:50:09.718472 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6942bcdd-3d08-438f-a544-fd1bbd4be4ed req-b74e911f-657e-4af3-bc80-d978636bd136 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824237
Feb 18 02:50:09.875017 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ef04d31-e7b6-479b-af7e-9f38505b1f91 req-75b01a39-167a-4e31-9131-cfa6146dc3fd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.1255622
Feb 18 02:50:10.150254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a8b92-f708-4054-aec7-63fac78c62cc req-8cf6d65a-eaa8-4417-a5c1-09a9d7950cfd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:10.159647 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e50a8b92-f708-4054-aec7-63fac78c62cc req-8cf6d65a-eaa8-4417-a5c1-09a9d7950cfd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1404629
Feb 18 02:50:10.222889 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e50a8b92-f708-4054-aec7-63fac78c62cc req-c2cb2093-399b-497e-b8dc-151adffb300d tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617857
Feb 18 02:50:10.225503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40350) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:10.371187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.388243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:10.392319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Usage tracker for resource:security_group_rule and tenant:502caf35b3fb4ceebfb905461a90d982 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:10.395289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:10.401386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:10.548546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.552364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.591886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b158775f-1331-47c9-968e-934e3a8f77a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:10.604817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40370) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:10.618353 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=502caf35b3fb4ceebfb905461a90d982&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3915594
Feb 18 02:50:10.644539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fffcad7-c8cb-44d2-b42e-0f958813a378,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:10.648835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:10.692493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.722716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.810105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.833438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c128a5d4-695c-433b-b38a-44d4c77ddb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:10.854242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:10.855614 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fffcad7-c8cb-44d2-b42e-0f958813a378 HTTP/1.1" status: 204  len: 168 time: 0.2495823
Feb 18 02:50:10.856524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fffcad7-c8cb-44d2-b42e-0f958813a378,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:10.861065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:10.981098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40386) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:11.212452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233666-20c0-447e-adb5-54c6aded8519 req-b970e94d-5633-4696-bc06-833457d480fc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:11.220660 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52233666-20c0-447e-adb5-54c6aded8519 req-b970e94d-5633-4696-bc06-833457d480fc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2711933
Feb 18 02:50:11.285951 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-865ae882-cc1e-4ff0-8687-71309360fb90 req-3c0a7e2d-6a34-4b70-82e9-0b1e8fd090b2 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.1438708
Feb 18 02:50:11.329967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52233666-20c0-447e-adb5-54c6aded8519 req-e00af6fe-0e5b-48b9-b8bd-1eeff5224df1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081860
Feb 18 02:50:11.532509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008963d5-c857-4038-b690-cbb5f441815b req-fc7709c3-22ef-4498-9b18-468f470f1332 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:11.543901 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-008963d5-c857-4038-b690-cbb5f441815b req-fc7709c3-22ef-4498-9b18-468f470f1332 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1032586
Feb 18 02:50:11.632491 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-008963d5-c857-4038-b690-cbb5f441815b req-f3e790a2-3156-4d1e-887f-06b679ea1722 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864196
Feb 18 02:50:11.719479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40414) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:11.730865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:11.740741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:11.760401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:11.766185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6788d60586a7485387e8fb36724af7d4 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:11.769912 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:11.776326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:11.784806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:11.793761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Usage tracker for resource:security_group_rule and tenant:b809cbb593544959898f77cef461ac1d is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:11.815126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:11.837338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:11.954303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40424) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:12.013258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.022752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.040787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:12.097176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.100831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.122836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c4353cd-644e-4ef4-889f-b9272c50ec39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:12.131756 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6788d60586a7485387e8fb36724af7d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4107046
Feb 18 02:50:12.135141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40430) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:12.179376 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b809cbb593544959898f77cef461ac1d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1968107
Feb 18 02:50:12.180480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40434) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:12.196572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4fd7e-eea1-4bf0-94db-fadb2846ae14,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:12.202392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:12.211279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a28f44b-8fb2-4a0e-8bae-ced9453f05bf,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:12.219642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:12.284645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.298209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.334846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.376156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.387881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40444) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:12.391907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.473001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.477594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:12.481448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e07ab42d-bc2f-4473-84b7-6a5f12157dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:12.504427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Usage tracker for resource:security_group_rule and tenant:91b64d7601c840609dbcc8e9df22da79 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:12.517473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4fd7e-eea1-4bf0-94db-fadb2846ae14,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:12.519638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:12.524945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:12.530030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:12.538583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.543679 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4b4fd7e-eea1-4bf0-94db-fadb2846ae14 HTTP/1.1" status: 204  len: 168 time: 0.3608060
Feb 18 02:50:12.611580 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f1fd8ed-919b-4b01-a367-3f5386332d8b req-44c5937d-26d3-470c-8ab8-e00ba6184efa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.1253738
Feb 18 02:50:12.617780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.627132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-425f0bce-df51-4a61-8b8b-5478f6464d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:12.643416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.647713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a28f44b-8fb2-4a0e-8bae-ced9453f05bf HTTP/1.1" status: 204  len: 168 time: 0.5112164
Feb 18 02:50:12.653919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a28f44b-8fb2-4a0e-8bae-ced9453f05bf,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:12.662340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:12.697124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bfa60-6bfe-4a89-a5e5-902144e104cd req-7e8e335f-a158-4d2b-ae2f-13efdee3bca0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:12.699357 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be4bfa60-6bfe-4a89-a5e5-902144e104cd req-7e8e335f-a158-4d2b-ae2f-13efdee3bca0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2114103
Feb 18 02:50:12.707527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.712136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.754383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:12.774429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:12.798885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:12.814983 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91b64d7601c840609dbcc8e9df22da79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8573825
Feb 18 02:50:12.815264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40458) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:12.843650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Usage tracker for resource:security_group_rule and tenant:8a5120374e324e038e28836387436c6f is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:12.858555 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be4bfa60-6bfe-4a89-a5e5-902144e104cd req-aa8016e5-6cd2-4361-b1d3-6ef19268fc17 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460350
Feb 18 02:50:12.864744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:12.894960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:12.962726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c8c3d-7583-44c2-b324-574ff6ffaab5,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:13.014043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:13.046706 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.140847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35114d8b-8157-43d1-a6e1-a385f508bb6d req-a8fe318d-0b4a-4ad6-9439-ccd03578ccbf tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:13.149350 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35114d8b-8157-43d1-a6e1-a385f508bb6d req-a8fe318d-0b4a-4ad6-9439-ccd03578ccbf tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.2786431
Feb 18 02:50:13.151111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.228981 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35114d8b-8157-43d1-a6e1-a385f508bb6d req-34fb023a-d9cb-45e8-9050-3af4267cf6cf tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785220
Feb 18 02:50:13.272820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40468) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:13.310499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.318838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f8bd734-13ef-48f5-baad-c8a2c1e9f35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:13.336084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c8c3d-7583-44c2-b324-574ff6ffaab5,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:13.338516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.339351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.340724 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de4c8c3d-7583-44c2-b324-574ff6ffaab5 HTTP/1.1" status: 204  len: 168 time: 0.5172236
Feb 18 02:50:13.342827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:13.357564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.364755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:13.367298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.401300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Usage tracker for resource:security_group_rule and tenant:a6ee35685bc841dab2a366b11750a58c is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:13.414735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:13.432490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:13.524192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9fcf9d2b-ac53-4742-b728-7b44fa414e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:13.640328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a5120374e324e038e28836387436c6f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2513061
Feb 18 02:50:13.643256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40484) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:13.645528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da424f5-d1ac-4d44-979f-dc2c8a379768,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:13.678729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:13.702578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.707409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.737399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ea870859-d734-4da2-87b2-5e593bc4f6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:13.763168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.830574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:13.830867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99619a5d-1751-4d05-b34e-5f973b4acd60,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:13.835804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:13.838300 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6ee35685bc841dab2a366b11750a58c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5616229
Feb 18 02:50:13.852199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40492) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:13.981693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.001948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-18f7cb27-c806-427e-a90b-815a05a78dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:14.046286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da424f5-d1ac-4d44-979f-dc2c8a379768,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:14.060644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:14.065671 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99b5c9b2-18fe-436b-830f-74852c109f55 req-f4f8625f-7462-45a3-969c-bbbdc773fbda tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.2121921
Feb 18 02:50:14.077024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.079120 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0da424f5-d1ac-4d44-979f-dc2c8a379768 HTTP/1.1" status: 204  len: 168 time: 0.4347656
Feb 18 02:50:14.237889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.282654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.300216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732533e7-a6ff-4c81-8266-3a72da623303 req-cd648a99-f866-452a-9af6-12e8955e1ecd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:14.301868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-732533e7-a6ff-4c81-8266-3a72da623303 req-cd648a99-f866-452a-9af6-12e8955e1ecd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1833999
Feb 18 02:50:14.322886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40506) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:14.375475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.376873 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-732533e7-a6ff-4c81-8266-3a72da623303 req-36948fa0-738c-42b9-b7ad-86b37c082e5b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651090
Feb 18 02:50:14.426236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:14.431358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Usage tracker for resource:security_group_rule and tenant:c11b01ac09f24f219663adf7c52828cd is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:14.435711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:14.442825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:14.444247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.455474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b43afe4b-914b-497a-8b1a-e955a56cac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:14.476493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.480697 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99619a5d-1751-4d05-b34e-5f973b4acd60 HTTP/1.1" status: 204  len: 168 time: 0.4989283
Feb 18 02:50:14.493579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99619a5d-1751-4d05-b34e-5f973b4acd60,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:14.507794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:14.523718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a1a33-dc53-4aef-8526-088558e02a65 req-cec35a75-0dbf-4227-b8b4-1511bbc5b471 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:14.532556 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-419a1a33-dc53-4aef-8526-088558e02a65 req-cec35a75-0dbf-4227-b8b4-1511bbc5b471 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1529841
Feb 18 02:50:14.622948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.626411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.638272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-629853be-1d09-4e66-bc58-a7356197168d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:14.648244 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-419a1a33-dc53-4aef-8526-088558e02a65 req-ed2a8b10-51b5-418c-bb34-c509c9a03523 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144400
Feb 18 02:50:14.700694 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c11b01ac09f24f219663adf7c52828cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3758795
Feb 18 02:50:14.701345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40514) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:14.716447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f87d70e-3ae8-46f3-8fcc-ccd18c38b9c6,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:14.821404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:14.839048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-690ed72a-1db9-4c66-834f-df9d0447e2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.910278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:14.977731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:15.054318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:15.060445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:15.095594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:15.103530 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f87d70e-3ae8-46f3-8fcc-ccd18c38b9c6 HTTP/1.1" status: 204  len: 168 time: 0.3943970
Feb 18 02:50:15.113231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f87d70e-3ae8-46f3-8fcc-ccd18c38b9c6,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:15.125533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:15.335058 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6be46a3-af5b-4c3a-b040-86d38123286a req-5ddf7e1c-932c-429b-9105-8f6c652f66c9 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0708199
Feb 18 02:50:15.629825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297e14-f864-4ef2-8ae1-ba64b49d472f req-cc0cfaa2-80a8-43d8-8907-835d97701a14 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:15.631513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e297e14-f864-4ef2-8ae1-ba64b49d472f req-cc0cfaa2-80a8-43d8-8907-835d97701a14 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0984213
Feb 18 02:50:15.704988 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e297e14-f864-4ef2-8ae1-ba64b49d472f req-da0271a9-706f-4517-827e-2cca69ca891c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660648
Feb 18 02:50:16.074923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1a75-376d-4a35-958a-d9b1b82953d5 req-33e8466d-d58b-489e-8e5d-5cdaab26c052 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:16.076685 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f8c1a75-376d-4a35-958a-d9b1b82953d5 req-33e8466d-d58b-489e-8e5d-5cdaab26c052 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.2953393
Feb 18 02:50:16.222409 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f8c1a75-376d-4a35-958a-d9b1b82953d5 req-d0f5a3f4-75fe-45e6-ac36-fbcd449a85b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240649
Feb 18 02:50:16.640710 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-874cf08d-7fc1-4c9c-b963-eebf330eaf08 req-d64bed57-4b12-4e68-a60f-18c516d3e362 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0705245
Feb 18 02:50:17.062272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318ec63-1e42-44f6-a59a-8eace5d4f13a req-a3ecb4ed-45cd-4f2e-bbec-40d812118cc1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:17.072160 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f318ec63-1e42-44f6-a59a-8eace5d4f13a req-a3ecb4ed-45cd-4f2e-bbec-40d812118cc1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2064877
Feb 18 02:50:17.166401 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f318ec63-1e42-44f6-a59a-8eace5d4f13a req-d3ae2a7f-486b-48bb-a211-f597e387385d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932946
Feb 18 02:50:17.352833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c622dc8b-596a-46ec-8434-933c0801034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:17.514434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:17.544251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51289a61-03d9-44c3-8d7b-6e2253461e36 req-9ec6f8b5-2f5a-4e11-b12d-8a287962edfc tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:17.546385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-51289a61-03d9-44c3-8d7b-6e2253461e36 req-9ec6f8b5-2f5a-4e11-b12d-8a287962edfc tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1382494
Feb 18 02:50:17.969732 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-51289a61-03d9-44c3-8d7b-6e2253461e36 req-29621184-b48a-4e53-a68b-f53dbb66c4a0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4169927
Feb 18 02:50:17.985691 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6955a0a-f246-4ca5-800e-452cbb908457 req-b2e8d860-2caf-4c51-9570-cef99b25e853 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0967622
Feb 18 02:50:18.427372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6013bbb-65a5-445b-8d83-e1682a714208 req-28e2b203-6681-40e4-9d2f-ad81d2a45db6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:18.430300 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6013bbb-65a5-445b-8d83-e1682a714208 req-28e2b203-6681-40e4-9d2f-ad81d2a45db6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1043663
Feb 18 02:50:18.482213 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6013bbb-65a5-445b-8d83-e1682a714208 req-10524c2e-c598-4e29-abfa-594c3c60d786 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449471
Feb 18 02:50:18.809823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:19.163547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:19.178910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7c36d-9caf-4229-a737-4d1a4f899b79 req-319aa8ba-1438-4ce2-8e18-be36ef32b1c4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:19.180784 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78b7c36d-9caf-4229-a737-4d1a4f899b79 req-319aa8ba-1438-4ce2-8e18-be36ef32b1c4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.0992994
Feb 18 02:50:19.289741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-525ffc84-7ad9-4246-b961-7b66267917ae req-f0b16a67-bd27-47bc-846e-87c36e670577 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0601673
Feb 18 02:50:19.293297 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78b7c36d-9caf-4229-a737-4d1a4f899b79 req-6c4c1970-4ad8-418c-93a2-24357029f1b7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048372
Feb 18 02:50:19.498391 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-c80a07e9-2978-426d-810f-b5ba4e749e7a tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=247471ef3b7a4fe59ff41ca53e903021&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318403
Feb 18 02:50:19.575123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Request body: {'port': {'device_id': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9', 'admin_state_up': True, 'tenant_id': '5bac0c4ff10c4e9888c18e752fb19407'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:19.692629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-2a5bc815-b586-4b94-b9da-509e157cc244 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:19.700801 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-2a5bc815-b586-4b94-b9da-509e157cc244 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1957326
Feb 18 02:50:19.721758 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-61b4165c-6a2c-4570-bfe6-1c0eaa6a711d tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/quotas/247471ef3b7a4fe59ff41ca53e903021 HTTP/1.1" status: 200  len: 375 time: 0.0197551
Feb 18 02:50:19.754619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Request body: {'port': {'device_id': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:19.834723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:19.846496 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-4bc7d250-2139-48a0-8ca0-9d5bba67101b tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=247471ef3b7a4fe59ff41ca53e903021&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1208751
Feb 18 02:50:19.848687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Usage tracker for resource:port and tenant:5bac0c4ff10c4e9888c18e752fb19407 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:19.864076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:19.874425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:19.928289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd396ba-21a7-483c-9721-934e9ec4a0f7 req-b41b0c73-2916-49b1-9131-a4c6c8486343 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:19.940070 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1dd396ba-21a7-483c-9721-934e9ec4a0f7 req-b41b0c73-2916-49b1-9131-a4c6c8486343 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2269001
Feb 18 02:50:20.005958 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1dd396ba-21a7-483c-9721-934e9ec4a0f7 req-6a6ab3f9-3142-489a-a37b-f1193b5a3a96 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649579
Feb 18 02:50:20.030179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:20.081951 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-003941b9-d29a-4a48-9b49-a964c673b127 req-feedcc75-cd59-4da5-a065-aaab28d9aa89 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.0513034
Feb 18 02:50:20.083005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Made reservation on behalf of 5bac0c4ff10c4e9888c18e752fb19407 for: {'port': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:20.090164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:20.575234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf88f9c-e54c-4d90-9eb5-9ac138a43e06 req-df94e9c2-36c2-42a0-993d-8a73b8c3f916 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:20.584928 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dbf88f9c-e54c-4d90-9eb5-9ac138a43e06 req-df94e9c2-36c2-42a0-993d-8a73b8c3f916 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 931 time: 0.1437519
Feb 18 02:50:20.629805 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dbf88f9c-e54c-4d90-9eb5-9ac138a43e06 req-10d0538d-15a8-4e2a-9002-5dc80cb302b2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436096
Feb 18 02:50:20.717088 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04c387b6-e0cd-42ac-90ab-b77be898639d req-c5ccff2a-1d95-4745-9821-cf66502c6501 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0507894
Feb 18 02:50:20.785769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Allocated IP 172.20.0.11 (c7ffd2ab-2299-4261-be01-f61380fee2a9/6b9b78d8-4e46-4e1e-991e-bef961861d6e/baceb57d-19a7-43bf-ae0a-b6afe8a199bf) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:50:20.912251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f00592-f789-45f4-893d-2fa9019b6201 {{(pid=83978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:50:20.942139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.290286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57735b-a900-4615-a2a8-359c91348446 req-9e25dbe4-75df-453d-8e6c-c524a912c265 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:21.291943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb57735b-a900-4615-a2a8-359c91348446 req-9e25dbe4-75df-453d-8e6c-c524a912c265 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1627810
Feb 18 02:50:21.299728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-067d64fb-433f-4177-954c-933a71a3d3d5 req-59177632-f071-43de-9524-902deea657a4 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.0633671
Feb 18 02:50:21.357220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.380191 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb57735b-a900-4615-a2a8-359c91348446 req-7686473b-5255-4184-8d82-0ecbf0f7bfa6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794535
Feb 18 02:50:21.393773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Transition to ACTIVE for port object 24f00592-f789-45f4-893d-2fa9019b6201 will not be triggered until provisioned by entity L2. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:21.395990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.398227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.416760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40766) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:21.418610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7e16a455-1f48-4806-be6b-c0696a611dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:21.598323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.615039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:21.619596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Usage tracker for resource:security_group_rule and tenant:4abb139ead664ea1bc61f6f3419ae75e is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:21.622884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:21.629280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:21.671699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Pushing event updated for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:21.712987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40776) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:21.751568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.756582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:21.785666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-101a0d95-9a0a-4d74-b80a-65e9d8a14dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:21.790537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event updated for resources: {'Port': ['ID=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:21.796767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:21.806416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:21.806764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:21.816701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044b44d8-a9f1-46e4-98a3-92c77ac66f69,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:21.887382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:21.894256 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4abb139ead664ea1bc61f6f3419ae75e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4737024
Feb 18 02:50:21.894592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40786) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:21.945787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:50:21.950948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:21.958204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:50:22.052971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:22.053643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.069523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Attempting to bind port 24f00592-f789-45f4-893d-2fa9019b6201 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:50:22.069902 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Attempting to bind port 24f00592-f789-45f4-893d-2fa9019b6201 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:50:22.070276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Attempting to bind port 24f00592-f789-45f4-893d-2fa9019b6201 on network 538d0221-6521-4f7b-a696-89abff601cab {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:50:22.071099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.079055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:50:22.079439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Checking segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:22.079876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.080438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Bound using segment: {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:50:22.080962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Bound port: 24f00592-f789-45f4-893d-2fa9019b6201, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c348247f-d71c-464b-8018-bdd71fe85480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '538d0221-6521-4f7b-a696-89abff601cab'}}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:50:22.081289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.101071 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5313005
Feb 18 02:50:22.113501 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:22.123352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Usage tracker for resource:security_group_rule and tenant:283d99bd45094667943a2bd5679d8595 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:22.126335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.133961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e9946-63b8-4f5c-b27f-d46c1bc84669 req-38e62439-2052-4a8f-ad33-f9fda05d15a1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:22.135545 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b07e9946-63b8-4f5c-b27f-d46c1bc84669 req-38e62439-2052-4a8f-ad33-f9fda05d15a1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.3511403
Feb 18 02:50:22.137662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:22.159549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:22.196460 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] For port 24f00592-f789-45f4-893d-2fa9019b6201, host hv-cinder-76330, cleared binding levels {{(pid=83978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:50:22.199765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] For port 24f00592-f789-45f4-893d-2fa9019b6201, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=24f00592-f789-45f4-893d-2fa9019b6201,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:50:22.203064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.210035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.219751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:22.267995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6278-e6a9-4eda-84a3-63b0475f8178 req-e1e60ca6-26ae-4692-9cb4-bf295771a573 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:22.269530 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13fc6278-e6a9-4eda-84a3-63b0475f8178 req-e1e60ca6-26ae-4692-9cb4-bf295771a573 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 932 time: 0.3300056
Feb 18 02:50:22.282171 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b07e9946-63b8-4f5c-b27f-d46c1bc84669 req-df930ce7-0577-4ef1-8595-08687dee665b tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283348
Feb 18 02:50:22.358578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-13fc6278-e6a9-4eda-84a3-63b0475f8178 req-b38cdfeb-a242-43f2-8e18-08b8e9d15d53 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:22.372899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Pushing event updated for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=3']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:22.378278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:22.383747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.391855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-320aafba-3ca6-4f1c-baf5-c21f7505ab80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:22.412082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:22.412940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.414282 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] 10.222.0.44 "PUT /v2.0/ports/24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 1157 time: 2.8126681
Feb 18 02:50:22.414884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:50:22.422055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b44d8-a9f1-46e4-98a3-92c77ac66f69,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:22.428288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:22.437380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-13fc6278-e6a9-4eda-84a3-63b0475f8178 req-b38cdfeb-a242-43f2-8e18-08b8e9d15d53 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:22.442397 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13fc6278-e6a9-4eda-84a3-63b0475f8178 req-b38cdfeb-a242-43f2-8e18-08b8e9d15d53 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635909
Feb 18 02:50:22.501438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.505403 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25a2c2e0-f1c1-428a-87e0-aaeb770916ba req-d6c5d5d7-01ea-4087-a2c9-9d53953b3ae9 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.0586123
Feb 18 02:50:22.508538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.512640 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/044b44d8-a9f1-46e4-98a3-92c77ac66f69 HTTP/1.1" status: 204  len: 168 time: 0.6143675
Feb 18 02:50:22.512640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.521694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8a5c9703-c3c9-47d9-9e15-41e5715dcb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:22.559654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff1002-2c16-413e-a3e5-2ef969b4ad31,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:22.564993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:22.568377 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'status': 'completed', 'code': 200}
Feb 18 02:50:22.628525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=283d99bd45094667943a2bd5679d8595&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9144015
Feb 18 02:50:22.631362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40802) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:22.682463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4b32-40b3-4412-9ad0-7dfd3aab5fb0 req-ecefceef-4514-4a5c-a30e-1e43f025bbcd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:22.682463 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5ec4b32-40b3-4412-9ad0-7dfd3aab5fb0 req-ecefceef-4514-4a5c-a30e-1e43f025bbcd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1007228
Feb 18 02:50:22.702002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.732808 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5ec4b32-40b3-4412-9ad0-7dfd3aab5fb0 req-04467509-b77a-491f-a46e-0d67165fa43a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442796
Feb 18 02:50:22.734052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.786728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.792994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9bfa9d0a-55f3-4f2a-a5d7-f3aaaf2405a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:22.807284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff1002-2c16-413e-a3e5-2ef969b4ad31,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:22.810296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:22.816490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:22.817917 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45ff1002-2c16-413e-a3e5-2ef969b4ad31 HTTP/1.1" status: 204  len: 168 time: 0.1852026
Feb 18 02:50:23.429173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40844) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:23.501805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f164222-4207-4544-b791-da1a63c346f0 req-84faf376-05e7-4ee0-9f09-8dc707e90aad tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:23.510859 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f164222-4207-4544-b791-da1a63c346f0 req-84faf376-05e7-4ee0-9f09-8dc707e90aad tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1029313
Feb 18 02:50:23.567263 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f164222-4207-4544-b791-da1a63c346f0 req-e50c9ab1-3744-4886-a271-390422ffc253 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551028
Feb 18 02:50:23.615054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40856) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:23.673428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805152-83c4-4ef1-8ec6-c52a9ded5088 req-f5fd42a6-025c-4588-bc42-6a9ce1212b2c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:23.681047 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09805152-83c4-4ef1-8ec6-c52a9ded5088 req-f5fd42a6-025c-4588-bc42-6a9ce1212b2c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 932 time: 0.1119070
Feb 18 02:50:23.697091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1489519323-network', 'tenant_id': '2a2cb9a6e3e54dedbfedaae1561d57d3'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:23.703186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:23.707623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Usage tracker for resource:network and tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:23.710770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:23.717316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:23.726896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Made reservation on behalf of 2a2cb9a6e3e54dedbfedaae1561d57d3 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:23.732414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.745544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.750406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1086450361-network', 'tenant_id': '4a597beff8ee44d982c4c7ad6a993045'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:23.761804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:23.764778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:23.766001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Usage tracker for resource:security_group_rule and tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:23.768764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f738054d-8e41-43ce-9ec4-f86144e92ab9 req-860328b6-e0e1-47bb-a00a-9a59dedd2663 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.0716558
Feb 18 02:50:23.768963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:23.774874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:23.780534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Usage tracker for resource:network and tenant:4a597beff8ee44d982c4c7ad6a993045 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:23.786377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:23.796070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:23.800562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09805152-83c4-4ef1-8ec6-c52a9ded5088 req-b9131d28-2a46-453b-add3-799fd447b3d8 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186357
Feb 18 02:50:23.810743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Made reservation on behalf of 4a597beff8ee44d982c4c7ad6a993045 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:23.816128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.830803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.846650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:23.850934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4a597beff8ee44d982c4c7ad6a993045 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:23.853516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:23.859461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:23.885055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.888611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.892873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4c35341d-c63c-457d-8d2c-2da6b0566604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:23.922943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c630dc-7d76-4752-96ae-5e8b15e6a78a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:23.932204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.932714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.933128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.933531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.934002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.934402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.934840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.935402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.935909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.936366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.936783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.937241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.937739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.938101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.938493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.938881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.939264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.940071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.940071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.940399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.940780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.941163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.941547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.941925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:23.947960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:23.956302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:50:23.966777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:23.967221 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Added segment 9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09 of type vxlan for network 6be77506-b61f-492f-93eb-9ddb2eb99578
Feb 18 02:50:23.994253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.006158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe5c8-f143-49ca-92d5-224dd79b4dd4 req-98f28234-e991-42b0-8464-06adcd4e61f2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:24.007802 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c9fe5c8-f143-49ca-92d5-224dd79b4dd4 req-98f28234-e991-42b0-8464-06adcd4e61f2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1329055
Feb 18 02:50:24.024977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.026312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:24.027866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.033055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e570357-57a8-4cd2-8069-fc697e0abdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:24.089289 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c9fe5c8-f143-49ca-92d5-224dd79b4dd4 req-0ea37b4f-efa9-47b9-b204-dd6fb830baca tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729339
Feb 18 02:50:24.091025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.094137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.098511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cfc9d347-f9cb-4a14-bb61-2a61ad7519fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:24.134237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:50:24.140445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7dd5fd-6647-4a9c-af47-0afd035eca69,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:24.140617 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7101257
Feb 18 02:50:24.144235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40866) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:24.144465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:24.147588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Pushing event updated for resources: {'Network': ['ID=6be77506-b61f-492f-93eb-9ddb2eb99578,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:24.150568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:24.150757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.151103 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Added segment 93a2bd55-3e76-4df6-956a-8e706738eb02 of type vxlan for network f18b7be8-3de8-4f37-9784-944421148a4c
Feb 18 02:50:24.155350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Request body: {'subnet': {'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1489519323-subnet', 'tenant_id': '2a2cb9a6e3e54dedbfedaae1561d57d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:24.160677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:24.165455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Usage tracker for resource:subnet and tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:24.169750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:24.170281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:50:24.177128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:24.179714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.186705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Made reservation on behalf of 2a2cb9a6e3e54dedbfedaae1561d57d3 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:24.192035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823284952'] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.213033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.215130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:24.215833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.221132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:24.330528 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7115016
Feb 18 02:50:24.331376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40872) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:24.332244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f18b7be8-3de8-4f37-9784-944421148a4c,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:24.336681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a30f80b4-6f81-409a-b9c7-964505c0d9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:24.341240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Request body: {'subnet': {'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1086450361-subnet', 'tenant_id': '4a597beff8ee44d982c4c7ad6a993045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:24.345157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network f18b7be8-3de8-4f37-9784-944421148a4c details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:50:24.346551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:24.350677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Usage tracker for resource:subnet and tenant:4a597beff8ee44d982c4c7ad6a993045 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:24.353866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:24.361141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:24.371935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Made reservation on behalf of 4a597beff8ee44d982c4c7ad6a993045 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:24.377482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.632198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32451386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823284965'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:24.654231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Request body: {'port': {'device_id': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:24.681964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bbd8d248-dd64-4f4b-b15a-565ee6aaf403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:24.705239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network f18b7be8-3de8-4f37-9784-944421148a4c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:50:24.778442 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-37ac4759-ba93-4618-afe6-c3f6a5707956 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=247471ef3b7a4fe59ff41ca53e903021&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1133726
Feb 18 02:50:24.868581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:50:25.006642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c36015-a705-4249-bd99-f39a17e2dc7b,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:25.049115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:25.128017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:25.153880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Checking segment: {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:25.154277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Network hostable DHCP agents. Network: 6be77506-b61f-492f-93eb-9ddb2eb99578, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:50:25.216921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3a74-f03d-45a7-9c4f-a5372a1480d4 req-bc111249-898e-4dfe-b57a-a8f0fc4efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:25.218565 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-291f3a74-f03d-45a7-9c4f-a5372a1480d4 req-bc111249-898e-4dfe-b57a-a8f0fc4efbd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1160 time: 0.5080154
Feb 18 02:50:25.224459 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42976d59-67f8-49de-b4c1-cfc5be420587 req-c7479bf1-c129-4c2b-842d-67a2e883ec83 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.0665009
Feb 18 02:50:25.266420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab274a-1212-48b7-be2a-558ae060fe9c req-c0ec68f6-d939-4b9f-807b-2c5f8a5e165c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:25.268059 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3ab274a-1212-48b7-be2a-558ae060fe9c req-c0ec68f6-d939-4b9f-807b-2c5f8a5e165c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.5728626
Feb 18 02:50:25.337470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-c6a7fce9-96b6-4c2f-b582-2a9399e43564 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:25.339190 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-c6a7fce9-96b6-4c2f-b582-2a9399e43564 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5511150
Feb 18 02:50:25.342614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:50:25.362773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Request body: {'port': {'device_id': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77', 'admin_state_up': True, 'tenant_id': '247471ef3b7a4fe59ff41ca53e903021'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:25.386182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 6be77506-b61f-492f-93eb-9ddb2eb99578) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:25.394612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce919701-e8a7-4337-8eee-174580a95275 None None] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:50:25.416749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:25.418053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:25.489358 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3ab274a-1212-48b7-be2a-558ae060fe9c req-72b460d6-200a-4176-ae3b-56d7f22b33c4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113819
Feb 18 02:50:25.694723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d32c32-711a-4c38-a76a-90aa76e93a4c None None] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:50:25.719988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:25.741212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5958309
Feb 18 02:50:25.762960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-802412b8-d67d-4af8-9b86-bdb4a9055161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:25.800581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dac54-ee42-4c01-bb4f-d71c91f114a0 req-f01d3aa2-7fc7-4119-8cf5-82c740d19db5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:25.810822 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-134dac54-ee42-4c01-bb4f-d71c91f114a0 req-f01d3aa2-7fc7-4119-8cf5-82c740d19db5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 932 time: 0.4616272
Feb 18 02:50:25.963280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3a74-f03d-45a7-9c4f-a5372a1480d4 req-e376d749-f518-4b34-83a7-28dc081e43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:25.967569 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-291f3a74-f03d-45a7-9c4f-a5372a1480d4 req-e376d749-f518-4b34-83a7-28dc081e43ce service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ef278da15dd40278ed0a0607687ec53&shared=False HTTP/1.1" status: 200  len: 908 time: 0.7371681
Feb 18 02:50:25.969091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40898) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:25.990450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:26.066694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Usage tracker for resource:port and tenant:247471ef3b7a4fe59ff41ca53e903021 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:26.070036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:26.076730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:26.113434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Made reservation on behalf of 247471ef3b7a4fe59ff41ca53e903021 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:26.121335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.148388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.243040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:26.248864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Usage tracker for resource:security_group_rule and tenant:247471ef3b7a4fe59ff41ca53e903021 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:26.253707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:26.260877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:26.270459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3a74-f03d-45a7-9c4f-a5372a1480d4 req-669781d4-29db-487c-868c-398240328c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:26.272223 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-291f3a74-f03d-45a7-9c4f-a5372a1480d4 req-669781d4-29db-487c-868c-398240328c5d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2979040
Feb 18 02:50:26.328113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac748540-449c-4212-8c0c-6bfd9b8221c1 req-7b2d58b8-1c10-41be-987b-4d89f8d20b68 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:26.330312 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac748540-449c-4212-8c0c-6bfd9b8221c1 req-7b2d58b8-1c10-41be-987b-4d89f8d20b68 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.6760137
Feb 18 02:50:26.331127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78738c8-0afe-4d97-ab89-a6893194d90b,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:26.358276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.358685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.359085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.359478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.359895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.360285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.360669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.361053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.361438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.361816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.362196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.362572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.363038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.363416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.363833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.364210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.364584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.364959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.365332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.365708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.366081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.366492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.366802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.367176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:26.373473 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-134dac54-ee42-4c01-bb4f-d71c91f114a0 req-4edf5ac5-c8ed-4d14-b425-c5f6bbf30024 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5614798
Feb 18 02:50:26.381363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:26.425588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.436422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baceb57d-19a7-43bf-ae0a-b6afe8a199bf {{(pid=83978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:50:26.447842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.469679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:26.472721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Transition to ACTIVE for port object baceb57d-19a7-43bf-ae0a-b6afe8a199bf will not be triggered until provisioned by entity L2. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:26.480819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-95ce0e6a-ca18-43b8-a160-c07864eca325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:26.481547 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac748540-449c-4212-8c0c-6bfd9b8221c1 req-e9d7c2c8-8748-4d35-b6f3-0a4b346121ba tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250818
Feb 18 02:50:26.492001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Usage tracker for resource:security_group_rule and tenant:142b783204d54a7985c0212635339cc4 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:26.494992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-95ce0e6a-ca18-43b8-a160-c07864eca325 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1160 time: 0.1668360
Feb 18 02:50:26.498170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.503953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:26.516631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57fc28c2-9ffb-47d1-8954-fc638627c974 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:26.536877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:26.595247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.612023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:26.630228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-09171ba0-6ce1-466e-bcea-38a471386ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:26.662676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Checking segment: {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:26.663088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Network hostable DHCP agents. Network: f18b7be8-3de8-4f37-9784-944421148a4c, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:50:26.677641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fcbacc-07e7-453d-b016-5fb602c077b0,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:26.751726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:26.772501 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c6fbeb2-5c4f-47f6-9d51-b8c5a6c86ebc req-1f54c1df-455e-4111-9d82-639163b91d4c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.1473980
Feb 18 02:50:26.857840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Pushing event updated for resources: {'Port': ['ID=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:26.886396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:26.890620 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Network f18b7be8-3de8-4f37-9784-944421148a4c is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:50:26.890746 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-3f434345-02d7-4834-b285-1d81946dfe9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 217 time: 0.3751826
Feb 18 02:50:26.953355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, f18b7be8-3de8-4f37-9784-944421148a4c) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:26.962042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c313891b-6e6e-4efb-abda-c492f56a3848 None None] Network f18b7be8-3de8-4f37-9784-944421148a4c requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:50:27.023628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:27.024128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:27.047987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-8ad31500-be00-4b76-82e6-17be8b7c9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:27.049601 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-8ad31500-be00-4b76-82e6-17be8b7c9809 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.1490557
Feb 18 02:50:27.080016 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-44cfab31-f3d1-480a-95db-e9b58f589dcf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.7451131
Feb 18 02:50:27.224846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fbece-5eec-46c2-b641-5cc1615b6d45 req-9660f173-008f-402e-90c9-8eb98ea494bc tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:27.226513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a95fbece-5eec-46c2-b641-5cc1615b6d45 req-9660f173-008f-402e-90c9-8eb98ea494bc tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.4917631
Feb 18 02:50:27.294033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:27.311158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-d30417ae-40a8-4c2b-b765-5c4c85261062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:27.313034 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-d30417ae-40a8-4c2b-b765-5c4c85261062 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2491326
Feb 18 02:50:27.324414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:27.333505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac600bb2-f3bd-44a1-88db-628d8479aba0 None None] Network f18b7be8-3de8-4f37-9784-944421148a4c requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:50:27.337473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bc652f29-3993-44b9-ae20-16592fd174cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:27.369016 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a95fbece-5eec-46c2-b641-5cc1615b6d45 req-b9180d53-bfba-47a0-8f12-14737a899151 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313183
Feb 18 02:50:27.446223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Attempting to bind port baceb57d-19a7-43bf-ae0a-b6afe8a199bf on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:50:27.446617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Attempting to bind port baceb57d-19a7-43bf-ae0a-b6afe8a199bf by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:50:27.446992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Attempting to bind port baceb57d-19a7-43bf-ae0a-b6afe8a199bf on network c7ffd2ab-2299-4261-be01-f61380fee2a9 {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:50:27.458248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:50:27.458626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Checking segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:27.459037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:27.459439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Bound using segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:50:27.459974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Bound port: baceb57d-19a7-43bf-ae0a-b6afe8a199bf, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:50:27.460353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:27.598100 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-e3103bc7-5302-40b6-931c-c393d8856e45 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2767763
Feb 18 02:50:27.600115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5ef430-bddf-4c4d-9a16-787de7333268,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:27.639615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:27.643680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Allocated IP 192.168.233.157 (0e757a1d-7eca-43f7-aec7-76d1b8c38d77/9a245a3e-310b-41c6-a0d6-fa871f668077/da767700-947c-40b9-a64e-7af188e17927) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:50:27.649768 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=142b783204d54a7985c0212635339cc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6687028
Feb 18 02:50:27.654996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 40942) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:27.722572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] For port baceb57d-19a7-43bf-ae0a-b6afe8a199bf, host hv-cinder-76330, cleared binding levels {{(pid=83978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:50:27.737272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] For port baceb57d-19a7-43bf-ae0a-b6afe8a199bf, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:50:27.752308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:27.772036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:27.799585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a6938-ec7d-4af0-b582-7fe9c63f9394 req-19f2e3a1-22e3-4fa0-86c3-7f761789ad97 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:27.801209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-622a6938-ec7d-4af0-b582-7fe9c63f9394 req-19f2e3a1-22e3-4fa0-86c3-7f761789ad97 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.2656395
Feb 18 02:50:27.926532 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-622a6938-ec7d-4af0-b582-7fe9c63f9394 req-752df1c7-8100-4767-86be-39b672986074 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985870
Feb 18 02:50:27.955120 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f0e5be-de61-4b44-98aa-88e296336da5 req-eb13c5e5-88b2-4dd0-a71f-f85e9ef723c4 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3452463
Feb 18 02:50:27.989435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Pushing event updated for resources: {'Port': ['ID=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,revision_number=3']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:28.002519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.003986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:28.055831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:28.057571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.059348 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] 10.222.0.44 "PUT /v2.0/ports/baceb57d-19a7-43bf-ae0a-b6afe8a199bf HTTP/1.1" status: 200  len: 1158 time: 3.4106305
Feb 18 02:50:28.060006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'tag': 'baceb57d-19a7-43bf-ae0a-b6afe8a199bf'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:50:28.211579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.228065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f05f62c8-0c3a-4f37-8000-7b4161ed3193 req-cdf71bfd-b723-4ecc-beab-314da89e444d tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.0985341
Feb 18 02:50:28.279906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8861cf-12e8-4823-b46f-fcf38018acdc req-71272611-2fbd-4688-80a8-72f02e9dab52 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:28.281640 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f8861cf-12e8-4823-b46f-fcf38018acdc req-71272611-2fbd-4688-80a8-72f02e9dab52 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.5425382
Feb 18 02:50:28.288893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'tag': 'baceb57d-19a7-43bf-ae0a-b6afe8a199bf', 'status': 'completed', 'code': 200}
Feb 18 02:50:28.370143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.404608 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f8861cf-12e8-4823-b46f-fcf38018acdc req-a59b5cbd-63dc-45cc-9fea-0b85b162e645 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136723
Feb 18 02:50:28.413002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.662142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04a96bb0-314e-4d64-9d6a-005616aad7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:28.680579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Transition to ACTIVE for port object da767700-947c-40b9-a64e-7af188e17927 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:28.725144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5ef430-bddf-4c4d-9a16-787de7333268,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:28.732546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:28.795985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.797200 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f5ef430-bddf-4c4d-9a16-787de7333268 HTTP/1.1" status: 204  len: 168 time: 1.1356704
Feb 18 02:50:28.853765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-1a9b441c-be76-44ad-bb1d-a23418a2e075 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:28.855918 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-1a9b441c-be76-44ad-bb1d-a23418a2e075 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/networks?id=6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 200  len: 809 time: 0.4893944
Feb 18 02:50:28.857739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:28.881823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:28.921172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac4f7-51bc-41ed-9496-e550f5cd19bd req-101e6e0e-75aa-41e3-a9e5-5f40c76cb941 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:28.922806 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-412ac4f7-51bc-41ed-9496-e550f5cd19bd req-101e6e0e-75aa-41e3-a9e5-5f40c76cb941 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.2508380
Feb 18 02:50:29.041380 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-f3bfd598-d705-40fd-9d03-f2d2515cd1f1 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/quotas/2a2cb9a6e3e54dedbfedaae1561d57d3 HTTP/1.1" status: 200  len: 375 time: 0.1772163
Feb 18 02:50:29.100247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40978) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:29.128468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Pushing event updated for resources: {'Port': ['ID=da767700-947c-40b9-a64e-7af188e17927,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:29.138584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.146001 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-73386ea4-a161-450c-a8b7-630765f7802a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0941968
Feb 18 02:50:29.151142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:29.156941 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-412ac4f7-51bc-41ed-9496-e550f5cd19bd req-54452fc1-8229-4a2e-93db-af3af7a20b59 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697707
Feb 18 02:50:29.174561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:29.183698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Usage tracker for resource:security_group_rule and tenant:b2e9dd32676c4cc3ae80ed3ccb4190da is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:29.191713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:29.207588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:29.298572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:50:29.301583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:29.315247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:50:29.360239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.364236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.376405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9ae5d35c-e07f-4ff2-bfdb-666c073cba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:29.408760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151a3f3b-9bf8-436a-a60d-3646733bdd6a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:29.423866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:29.463569 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2e9dd32676c4cc3ae80ed3ccb4190da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620639
Feb 18 02:50:29.466980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 40990) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:29.472192 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-5daaed60-46ae-42e6-92dc-efe81012ff01 service neutron] 10.222.0.53 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972291
Feb 18 02:50:29.482307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:29.482997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.537779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.540804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4cfbbaba-9be1-4242-90d9-4db570862896 None None] Provisioning for port da767700-947c-40b9-a64e-7af188e17927 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:50:29.546348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4cfbbaba-9be1-4242-90d9-4db570862896 None None] Provisioning complete for port da767700-947c-40b9-a64e-7af188e17927 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:50:29.546983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbaba-9be1-4242-90d9-4db570862896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.566150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.602324 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2451801
Feb 18 02:50:29.607764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbbaba-9be1-4242-90d9-4db570862896 None None] Port da767700-947c-40b9-a64e-7af188e17927 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:50:29.613577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.618686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-37c029b4-3d50-4909-aae7-15eacfb8d9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:29.629470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151a3f3b-9bf8-436a-a60d-3646733bdd6a,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:29.633276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:29.637380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:29.639588 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/151a3f3b-9bf8-436a-a60d-3646733bdd6a HTTP/1.1" status: 204  len: 168 time: 0.1706047
Feb 18 02:50:29.639710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fce5e5-3fe1-4581-bdfa-03faf5efa1d0 req-77c214a9-0920-4091-8551-ecd1ef482486 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:29.640699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63fce5e5-3fe1-4581-bdfa-03faf5efa1d0 req-77c214a9-0920-4091-8551-ecd1ef482486 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.2895348
Feb 18 02:50:29.688056 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-c9dd1adb-cd4a-45c8-b465-54526d32190d service neutron] 10.222.0.53 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2003415
Feb 18 02:50:29.710307 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63fce5e5-3fe1-4581-bdfa-03faf5efa1d0 req-a9bd27ec-8030-48bb-917c-0bc8e86f2435 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610495
Feb 18 02:50:30.004023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-75b4ef4f-1f76-4df8-a043-45562ceaee74 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:30.004809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-75b4ef4f-1f76-4df8-a043-45562ceaee74 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Synchronizing usage tracker for tenant:247471ef3b7a4fe59ff41ca53e903021 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:30.039527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f1269-f0ba-4c60-b5d1-ddb0b0a6c48e req-dbf1e44b-afaa-4cb4-abf2-27204faa870a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:30.041141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-392f1269-f0ba-4c60-b5d1-ddb0b0a6c48e req-dbf1e44b-afaa-4cb4-abf2-27204faa870a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1333258
Feb 18 02:50:30.042985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-75b4ef4f-1f76-4df8-a043-45562ceaee74 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Unset dirty status for tenant:247471ef3b7a4fe59ff41ca53e903021 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:30.044096 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-75b4ef4f-1f76-4df8-a043-45562ceaee74 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 936 time: 0.2177672
Feb 18 02:50:30.130991 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-392f1269-f0ba-4c60-b5d1-ddb0b0a6c48e req-13788831-2a9b-4e5b-9976-fde5f9897423 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767534
Feb 18 02:50:30.137303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-9ae3ea2d-820b-47d0-b7c2-4db17389f7bc tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Synchronizing usage tracker for tenant:247471ef3b7a4fe59ff41ca53e903021 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:30.159002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-9ae3ea2d-820b-47d0-b7c2-4db17389f7bc tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Unset dirty status for tenant:247471ef3b7a4fe59ff41ca53e903021 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:30.160802 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af279a3d-bcd6-4e20-87cc-f6b57d7db0b4 req-9ae3ea2d-820b-47d0-b7c2-4db17389f7bc tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899155
Feb 18 02:50:30.271258 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ba98036-ffbc-4fdf-88a7-c66545ded868 req-2be58655-2665-491a-a205-0a4f157c45c5 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 210 time: 0.0635035
Feb 18 02:50:30.387449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb50a-e9f9-42c8-b673-f5c6435a6fc2 req-8895c051-3055-42d9-a9b7-ae8b26487d8b tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:30.391337 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be7bb50a-e9f9-42c8-b673-f5c6435a6fc2 req-8895c051-3055-42d9-a9b7-ae8b26487d8b tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.0925863
Feb 18 02:50:30.442110 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be7bb50a-e9f9-42c8-b673-f5c6435a6fc2 req-8bd49197-7f7b-42d6-9d3e-b1f0befcb36e tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443134
Feb 18 02:50:30.918184 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364922b-eb95-4934-a517-ec56aa0ed909 req-4e14b9aa-7886-4df9-b27d-11c86a2633e5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:30.919868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a364922b-eb95-4934-a517-ec56aa0ed909 req-4e14b9aa-7886-4df9-b27d-11c86a2633e5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.0910187
Feb 18 02:50:30.969839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a364922b-eb95-4934-a517-ec56aa0ed909 req-b3eeac30-1e95-4b25-9ae0-e56ba3f56a3d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431869
Feb 18 02:50:31.409939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e49ca-a5d4-49ef-ba84-70a365db89ad req-115e8306-9104-484f-b275-b2ea0797ab9a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:31.411578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-618e49ca-a5d4-49ef-ba84-70a365db89ad req-115e8306-9104-484f-b275-b2ea0797ab9a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1587582
Feb 18 02:50:31.417908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f044117-1755-464b-87ca-6a193cd86e22 req-02f07153-729d-434d-8d8b-1c0b52bf9e83 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:31.419421 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f044117-1755-464b-87ca-6a193cd86e22 req-02f07153-729d-434d-8d8b-1c0b52bf9e83 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 936 time: 0.1247156
Feb 18 02:50:31.501710 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-618e49ca-a5d4-49ef-ba84-70a365db89ad req-66372ef2-2413-437f-91de-56a2c22d6de1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811915
Feb 18 02:50:31.504943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f044117-1755-464b-87ca-6a193cd86e22 req-afc290b7-9828-4e7e-856a-72b9a23548a9 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697370
Feb 18 02:50:31.555136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Request body: {'port': {'device_id': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:31.771386 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6444b216-6e00-4084-a83f-098115db3c93 req-c85e11d6-dca0-45ad-a9af-81aaa75f1810 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 210 time: 0.1154964
Feb 18 02:50:31.792519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:32.113715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411d287-2d64-460b-9fb2-1b37d73bd870 req-751d1775-113a-4416-bd81-ee8ed2a47c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:32.115368 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e411d287-2d64-460b-9fb2-1b37d73bd870 req-751d1775-113a-4416-bd81-ee8ed2a47c5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 1161 time: 0.1134591
Feb 18 02:50:32.119259 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-5c989a0f-cfda-4bee-a8cb-e18a4261c756 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1971445
Feb 18 02:50:32.122032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728e3e5-2c58-4452-8096-0d1e978443a5 req-4d0980d3-72b1-451d-b9df-5f4691bf6cd8 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:32.123614 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b728e3e5-2c58-4452-8096-0d1e978443a5 req-4d0980d3-72b1-451d-b9df-5f4691bf6cd8 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.4607122
Feb 18 02:50:32.301287 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b728e3e5-2c58-4452-8096-0d1e978443a5 req-f7f281ad-e0a6-47d9-bc6f-a42907d5c413 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366861
Feb 18 02:50:32.406715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0780-626d-45eb-8bc5-e7ec17eed30d req-672738c5-6825-4f4a-8c15-df12a549a9b1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:32.408334 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3abd0780-626d-45eb-8bc5-e7ec17eed30d req-672738c5-6825-4f4a-8c15-df12a549a9b1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.2969952
Feb 18 02:50:32.489984 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3abd0780-626d-45eb-8bc5-e7ec17eed30d req-acb77410-f27e-47d8-8bd1-0acc2aef6e85 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721002
Feb 18 02:50:32.665036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411d287-2d64-460b-9fb2-1b37d73bd870 req-b680728d-6460-47a3-ac59-7a3993d2ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:32.666634 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e411d287-2d64-460b-9fb2-1b37d73bd870 req-b680728d-6460-47a3-ac59-7a3993d2ca86 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&shared=False HTTP/1.1" status: 200  len: 908 time: 0.4344244
Feb 18 02:50:32.668734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-55753d0c-2c97-4645-8e05-05906f6720d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:32.670209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-55753d0c-2c97-4645-8e05-05906f6720d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1163 time: 0.4113393
Feb 18 02:50:32.786879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da767700-947c-40b9-a64e-7af188e17927 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:50:32.801284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:32.825653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Transition to ACTIVE for port object da767700-947c-40b9-a64e-7af188e17927 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:32.837018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:32.859403 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:32.889263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.44', 53627) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:33.027690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde068cd-0ea7-443a-bbd3-093a306ce631 req-3d73caf6-e68b-4161-a4e6-43607fe1ab9b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.030250 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dde068cd-0ea7-443a-bbd3-093a306ce631 req-3d73caf6-e68b-4161-a4e6-43607fe1ab9b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3680418
Feb 18 02:50:33.049140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e4725-024c-4d4e-a274-2ddba2f41148 req-790275a5-3b89-458f-bb2b-64d564a5e36f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.050992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc0e4725-024c-4d4e-a274-2ddba2f41148 req-790275a5-3b89-458f-bb2b-64d564a5e36f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 936 time: 0.4062603
Feb 18 02:50:33.055785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Pushing event updated for resources: {'Port': ['ID=da767700-947c-40b9-a64e-7af188e17927,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:33.075638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:33.146233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-544c72ca-6dde-40ea-b5c7-231c8cb2ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.147853 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-544c72ca-6dde-40ea-b5c7-231c8cb2ac2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.4455104
Feb 18 02:50:33.152681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411d287-2d64-460b-9fb2-1b37d73bd870 req-9ca1b385-7df1-41e5-8e30-1deb27c58ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.154254 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e411d287-2d64-460b-9fb2-1b37d73bd870 req-9ca1b385-7df1-41e5-8e30-1deb27c58ee7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4785733
Feb 18 02:50:33.177231 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dde068cd-0ea7-443a-bbd3-093a306ce631 req-af6104a5-0e8f-4399-863e-2c40a8e25ce0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251533
Feb 18 02:50:33.197135 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc0e4725-024c-4d4e-a274-2ddba2f41148 req-9eb18db1-d658-44cd-a4ee-c67c738f64db tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376066
Feb 18 02:50:33.303828 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-18d38ac0-c5e7-4527-b050-c622e43a2b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 200  len: 217 time: 0.1333461
Feb 18 02:50:33.317395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-7f820fcd-39e5-4ed2-88db-c7d0a8925367 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.318200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-7f820fcd-39e5-4ed2-88db-c7d0a8925367 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Synchronizing usage tracker for tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 on resource:network {{(pid=83978) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:33.396347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-628b8928-fbbf-48a9-a5a7-d9f996beedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.397965 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-628b8928-fbbf-48a9-a5a7-d9f996beedc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.0766506
Feb 18 02:50:33.401764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-244a6a60-f952-475f-8c50-4a2c6744a020 req-747174a6-f45d-4d6c-9d98-22f9f4329459 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 210 time: 0.0682309
Feb 18 02:50:33.443033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Attempting to bind port da767700-947c-40b9-a64e-7af188e17927 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:50:33.443392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Attempting to bind port da767700-947c-40b9-a64e-7af188e17927 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:50:33.443769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Attempting to bind port da767700-947c-40b9-a64e-7af188e17927 on network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:50:33.451055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:50:33.451388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Checking segment: {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:33.451779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:33.452172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Bound using segment: {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:50:33.452648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Bound port: da767700-947c-40b9-a64e-7af188e17927, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d500fd6-33db-4166-8aec-0de2d2f685bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0e757a1d-7eca-43f7-aec7-76d1b8c38d77'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:50:33.453019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:33.484761 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-48f551e9-abce-4915-ab58-ec519349489f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730598
Feb 18 02:50:33.485611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-7f820fcd-39e5-4ed2-88db-c7d0a8925367 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Unset dirty status for tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 on resource:network {{(pid=83978) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:33.486696 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-7f820fcd-39e5-4ed2-88db-c7d0a8925367 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "GET /v2.0/networks?id=6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 200  len: 809 time: 0.5941632
Feb 18 02:50:33.501775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-017d7eae-3792-4d3f-a127-654b5ff28a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.503426 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-017d7eae-3792-4d3f-a127-654b5ff28a2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 1161 time: 0.2698221
Feb 18 02:50:33.535999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Request body: {'port': {'device_id': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578', 'admin_state_up': True, 'tenant_id': '2a2cb9a6e3e54dedbfedaae1561d57d3'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:33.653347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:50:33.693499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] For port da767700-947c-40b9-a64e-7af188e17927, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:50:33.710037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] For port da767700-947c-40b9-a64e-7af188e17927, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=da767700-947c-40b9-a64e-7af188e17927,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:50:33.719019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd650-61a6-4c19-85a8-9a9f7d826c11 req-4c8a4dac-d52a-4f70-96b7-67445ce95ef1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.720662 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac5dd650-61a6-4c19-85a8-9a9f7d826c11 req-4c8a4dac-d52a-4f70-96b7-67445ce95ef1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.2118604
Feb 18 02:50:33.724006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:33.744783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:33.764325 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-d626a9d3-524c-448c-9cf4-a919522a104c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baceb57d-19a7-43bf-ae0a-b6afe8a199bf HTTP/1.1" status: 200  len: 217 time: 0.2338364
Feb 18 02:50:33.923544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-271bdd97-db63-4a1b-8fdf-d5067bbf351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.925116 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-271bdd97-db63-4a1b-8fdf-d5067bbf351d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.1467240
Feb 18 02:50:33.931295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6a260-e1e6-419c-b485-bb277c13c8db req-654036a2-04be-4010-ad06-62a343bb81dd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:33.933467 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ca6a260-e1e6-419c-b485-bb277c13c8db req-654036a2-04be-4010-ad06-62a343bb81dd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.3123934
Feb 18 02:50:33.937400 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-e1816f5f-5722-4278-8b40-ef8c444fac6c service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383264
Feb 18 02:50:33.942746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:33.947734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Usage tracker for resource:port and tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:33.950243 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac5dd650-61a6-4c19-85a8-9a9f7d826c11 req-0a839e9a-d25f-4fa3-b34d-2c7c9c8e8fd4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064426
Feb 18 02:50:33.951687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:33.958479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:33.985492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Pushing event updated for resources: {'Port': ['ID=da767700-947c-40b9-a64e-7af188e17927,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:33.989112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:34.038259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Made reservation on behalf of 2a2cb9a6e3e54dedbfedaae1561d57d3 for: {'port': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:34.041993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:34.048146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:34.048795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:34.050302 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] 10.222.0.44 "PUT /v2.0/ports/da767700-947c-40b9-a64e-7af188e17927 HTTP/1.1" status: 200  len: 1162 time: 2.5017562
Feb 18 02:50:34.064212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ca6a260-e1e6-419c-b485-bb277c13c8db req-c7535d4d-b6bd-4727-b302-d7a1ef1da9b4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094635
Feb 18 02:50:34.064803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'tag': 'da767700-947c-40b9-a64e-7af188e17927'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:50:34.147017 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-1166030c-c7e3-40ad-b735-f9f9bc232a41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1783280
Feb 18 02:50:34.184916 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'tag': 'da767700-947c-40b9-a64e-7af188e17927', 'status': 'completed', 'code': 200}
Feb 18 02:50:34.398938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-90ad5161-d94a-4ddb-abe1-7484bc8f2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:34.400614 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-90ad5161-d94a-4ddb-abe1-7484bc8f2ddd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=247471ef3b7a4fe59ff41ca53e903021&device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 1165 time: 0.3049285
Feb 18 02:50:34.411470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.44', 53632) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:34.419934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-e0262ea7-bce5-43c2-8173-cf7f80c35200 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:34.420927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-e0262ea7-bce5-43c2-8173-cf7f80c35200 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Synchronizing usage tracker for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:network {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:34.527315 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-a781508a-940b-4420-85ed-4274d13d5b81 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5602715
Feb 18 02:50:34.658942 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-33fcaab7-f9fe-4061-b0e2-829e33cd689c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=da767700-947c-40b9-a64e-7af188e17927 HTTP/1.1" status: 200  len: 217 time: 0.1893392
Feb 18 02:50:34.842705 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-aae0b120-3552-44ea-b8d2-f34a2a198223 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6837394
Feb 18 02:50:34.906456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-e0262ea7-bce5-43c2-8173-cf7f80c35200 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Unset dirty status for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:network {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:34.907745 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-e0262ea7-bce5-43c2-8173-cf7f80c35200 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/networks?id=f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 200  len: 814 time: 0.7594559
Feb 18 02:50:34.953737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-6b00c6d5-b166-47c9-91d0-824758486313 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/quotas/4a597beff8ee44d982c4c7ad6a993045 HTTP/1.1" status: 200  len: 375 time: 0.0272825
Feb 18 02:50:35.033984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-6b71d666-256b-49a1-8e6e-8c6c9f8f84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.035571 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-6b71d666-256b-49a1-8e6e-8c6c9f8f84f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a245a3e-310b-41c6-a0d6-fa871f668077 HTTP/1.1" status: 200  len: 843 time: 0.3664951
Feb 18 02:50:35.038592 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-0a74f82f-49ea-4c3b-bd52-f35081e28c42 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a597beff8ee44d982c4c7ad6a993045&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0703008
Feb 18 02:50:35.049846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2ac35-6d3c-44e4-8a34-fed0a2d1bc34 req-a73e2ccd-5133-4f4c-a55e-2242c40aefaf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.051431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93e2ac35-6d3c-44e4-8a34-fed0a2d1bc34 req-a73e2ccd-5133-4f4c-a55e-2242c40aefaf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.6432569
Feb 18 02:50:35.081325 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b051f8f-bd94-4158-8286-9bd402722d88 req-331d9a45-0c95-4747-82d0-c5aa9d9c0e4c service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2291989
Feb 18 02:50:35.085261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Allocated IP 172.20.0.5 (6be77506-b61f-492f-93eb-9ddb2eb99578/d1c36015-a705-4249-bd99-f39a17e2dc7b/dc754eb4-8307-4e04-9067-faf7af0e9198) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:50:35.149834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6cb8-2bcb-4c65-accb-42f9c0679dc1 req-32cfc6d9-23db-4754-80a5-ed46c7ba5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.152159 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe4a6cb8-2bcb-4c65-accb-42f9c0679dc1 req-32cfc6d9-23db-4754-80a5-ed46c7ba5f10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.7271070
Feb 18 02:50:35.208247 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93e2ac35-6d3c-44e4-8a34-fed0a2d1bc34 req-8619f78f-3e47-4282-8817-25ba41830849 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299171
Feb 18 02:50:35.237509 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-f996926f-03fa-4190-925c-ca45d42dc517 service neutron] 10.222.0.53 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850274
Feb 18 02:50:35.313742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:35.345146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:35.360997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:35.451359 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-6d9215c5-0e0f-43dc-b03c-52565380a1f3 service neutron] 10.222.0.53 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2073748
Feb 18 02:50:35.461736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dea27-f4e9-4ea7-a2b3-dc5f08ebf448 req-184f015f-92de-4c96-9a67-e1b8fa79cec3 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.463284 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-053dea27-f4e9-4ea7-a2b3-dc5f08ebf448 req-184f015f-92de-4c96-9a67-e1b8fa79cec3 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1366189
Feb 18 02:50:35.504009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Pushing event updated for resources: {'Port': ['ID=dc754eb4-8307-4e04-9067-faf7af0e9198,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:35.516594 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-053dea27-f4e9-4ea7-a2b3-dc5f08ebf448 req-a1ec636a-f6bf-4c1c-a866-eef20910d2ce tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444412
Feb 18 02:50:35.517087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:35.582511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:50:35.583764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:35.588240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:50:35.662486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.663166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:35.688657 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1626778
Feb 18 02:50:35.795724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155db691-30b0-46b2-8d9e-d966efe49986 req-1fa6d03b-2458-4b6c-bc42-0db3c845312e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.797346 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155db691-30b0-46b2-8d9e-d966efe49986 req-1fa6d03b-2458-4b6c-bc42-0db3c845312e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 931 time: 0.1678395
Feb 18 02:50:35.805054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7ff4d-e96d-40af-a7a1-24c946fa8f45 req-26f98511-e854-49ef-8713-b5bbac732d9f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:35.806579 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fc7ff4d-e96d-40af-a7a1-24c946fa8f45 req-26f98511-e854-49ef-8713-b5bbac732d9f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1348953
Feb 18 02:50:35.885126 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155db691-30b0-46b2-8d9e-d966efe49986 req-0195874e-f0ec-4878-94ae-e6b70d065d5f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775115
Feb 18 02:50:35.893295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fc7ff4d-e96d-40af-a7a1-24c946fa8f45 req-405c5e2f-816d-4b91-a2f6-1768d0249130 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690472
Feb 18 02:50:36.083204 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-584cf4b9-8d51-48c3-88e4-6fb681e5d2d9 req-46ef51d4-946d-419f-97a6-954d931a9d7c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.1013734
Feb 18 02:50:36.121353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06136907-a89f-4915-91be-4de51798a9c8 req-8902af9c-bbac-4c2c-aef2-a39de3a2c2cb tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:36.122916 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06136907-a89f-4915-91be-4de51798a9c8 req-8902af9c-bbac-4c2c-aef2-a39de3a2c2cb tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.0990806
Feb 18 02:50:36.171784 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06136907-a89f-4915-91be-4de51798a9c8 req-af4ccfb6-32e0-4736-9bf1-6e9959f8d122 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423212
Feb 18 02:50:36.405624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ef9f-0b8d-471b-b920-129deb46967e req-30ca79ea-5564-4365-aab2-59926af746d5 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:36.407201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d777ef9f-0b8d-471b-b920-129deb46967e req-30ca79ea-5564-4365-aab2-59926af746d5 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0843821
Feb 18 02:50:36.453399 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d777ef9f-0b8d-471b-b920-129deb46967e req-7ee98fa4-732d-416a-86e3-b85a1c4b7123 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399983
Feb 18 02:50:36.718804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694b3b1-826a-499e-a660-4b6fdd5f3b72 req-8f473a00-27f3-44b5-b771-e6bd925939b9 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:36.720453 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0694b3b1-826a-499e-a660-4b6fdd5f3b72 req-8f473a00-27f3-44b5-b771-e6bd925939b9 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.0914605
Feb 18 02:50:36.769250 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0694b3b1-826a-499e-a660-4b6fdd5f3b72 req-037b8d16-b1b5-4573-a2bb-0911f959351b tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422986
Feb 18 02:50:37.160235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2317a6-e8a9-44ec-9ff9-78077349ebf9 req-c5ec6137-5673-4ebb-8ed9-132f35b8a396 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:37.161840 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c2317a6-e8a9-44ec-9ff9-78077349ebf9 req-c5ec6137-5673-4ebb-8ed9-132f35b8a396 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 931 time: 0.1541603
Feb 18 02:50:37.172978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb61b-1c0c-4bb6-b9af-45982a2242a8 req-0c94e256-8608-42c0-aa5f-39ec1c918be8 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:37.174435 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15ecb61b-1c0c-4bb6-b9af-45982a2242a8 req-0c94e256-8608-42c0-aa5f-39ec1c918be8 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1253123
Feb 18 02:50:37.192548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:37.248014 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c2317a6-e8a9-44ec-9ff9-78077349ebf9 req-d9da0bfc-99bb-499a-b9db-66271e59d8f4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725415
Feb 18 02:50:37.255085 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15ecb61b-1c0c-4bb6-b9af-45982a2242a8 req-2d4ea4ad-15ec-449e-b4b7-d187965aa207 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634325
Feb 18 02:50:37.438395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8f0cb901-59a0-4f1b-a2f4-efd589aadd7d req-f851acc1-8862-41fc-99ae-1659c8c0b38b tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.0907843
Feb 18 02:50:37.480266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1c362-c59a-4df0-a005-423c72b4a0fe req-1b3c80fd-9375-4b3d-a41f-8ead8e5c9821 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:37.481842 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43d1c362-c59a-4df0-a005-423c72b4a0fe req-1b3c80fd-9375-4b3d-a41f-8ead8e5c9821 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.0954084
Feb 18 02:50:37.529859 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43d1c362-c59a-4df0-a005-423c72b4a0fe req-eb5d0d7a-746e-4040-80f5-fe1c4db3dfa4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417740
Feb 18 02:50:37.790805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17037439-c710-4cbc-8e29-59388152f8a3 req-a246c54c-a9f2-4952-a4da-63bab7567479 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:37.793521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-17037439-c710-4cbc-8e29-59388152f8a3 req-a246c54c-a9f2-4952-a4da-63bab7567479 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0916991
Feb 18 02:50:37.841856 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-17037439-c710-4cbc-8e29-59388152f8a3 req-f24b05e6-77b7-445e-8975-1d8ced1d7ff3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420465
Feb 18 02:50:37.970265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65d136-896e-409d-9414-a94309caea53 req-8e14a7fe-5b26-4c95-bdf3-d1bb790d0490 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:37.971917 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef65d136-896e-409d-9414-a94309caea53 req-8e14a7fe-5b26-4c95-bdf3-d1bb790d0490 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.0888329
Feb 18 02:50:38.025023 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef65d136-896e-409d-9414-a94309caea53 req-5f74c610-6dbe-4e8b-bea1-70ec48661e4b tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466816
Feb 18 02:50:38.516401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f3502-5ac7-4c4b-a203-77e5c82f759a req-d9759b84-1666-4fa8-bd58-dd5a79e2ecfa tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:38.517987 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b80f3502-5ac7-4c4b-a203-77e5c82f759a req-d9759b84-1666-4fa8-bd58-dd5a79e2ecfa tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 931 time: 0.1572678
Feb 18 02:50:38.525142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00343-c92f-4e52-b99c-684a85a27068 req-0dbc2e73-8dc0-44ed-9018-b372725a34ab tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:38.527037 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cc00343-c92f-4e52-b99c-684a85a27068 req-0dbc2e73-8dc0-44ed-9018-b372725a34ab tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1299763
Feb 18 02:50:38.598946 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b80f3502-5ac7-4c4b-a203-77e5c82f759a req-a3b9a70a-085f-4844-a952-10c0c3f42eb9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707960
Feb 18 02:50:38.606513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cc00343-c92f-4e52-b99c-684a85a27068 req-1977b484-fcdb-4f30-92e5-8fd3be1716c2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629280
Feb 18 02:50:38.621843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Request body: {'port': {'device_id': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:38.728959 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe4a6cb8-2bcb-4c65-accb-42f9c0679dc1 req-3bf93362-6eda-45b9-bc1b-f948f8439c66 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620611
Feb 18 02:50:38.790672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-25ad7242-abd4-4a10-80ec-7dfca687a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:38.793074 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-25ad7242-abd4-4a10-80ec-7dfca687a975 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e757a1d-7eca-43f7-aec7-76d1b8c38d77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1825314
Feb 18 02:50:38.806529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:38.836792 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3798f590-1c3d-4a11-9913-ff242e98ec8b req-2dbcf52a-2154-4c87-b759-8a1da345b02b tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.0934513
Feb 18 02:50:38.890599 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd547-5928-4389-b8e8-09ce5eb475b2 req-3a6c79b6-aaa3-463c-9bd3-2f9b4a92e014 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:38.894578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db6cd547-5928-4389-b8e8-09ce5eb475b2 req-3a6c79b6-aaa3-463c-9bd3-2f9b4a92e014 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1117303
Feb 18 02:50:38.965486 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db6cd547-5928-4389-b8e8-09ce5eb475b2 req-819c7fc6-b3f4-4731-a1d2-99841a730493 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645401
Feb 18 02:50:39.066078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3a92-46df-4e19-a127-9d8fca29b0d2 req-972b09f6-6a78-4152-b75b-171317569711 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:39.074655 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cfd3a92-46df-4e19-a127-9d8fca29b0d2 req-972b09f6-6a78-4152-b75b-171317569711 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0952923
Feb 18 02:50:39.123437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cfd3a92-46df-4e19-a127-9d8fca29b0d2 req-203d51e3-f6a6-44a3-b2dd-a004ee8a1d22 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477507
Feb 18 02:50:39.237043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff99b1-ee21-4944-9668-935bf93ff770 req-0b7c9c41-ebb0-4663-8030-5c6b18b8a18e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:39.238638 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cff99b1-ee21-4944-9668-935bf93ff770 req-0b7c9c41-ebb0-4663-8030-5c6b18b8a18e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.0897117
Feb 18 02:50:39.249645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc754eb4-8307-4e04-9067-faf7af0e9198 {{(pid=83978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:50:39.257583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:39.269800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Transition to ACTIVE for port object dc754eb4-8307-4e04-9067-faf7af0e9198 will not be triggered until provisioned by entity L2. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:39.272448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:39.286593 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cff99b1-ee21-4944-9668-935bf93ff770 req-e359fa2d-3c99-401e-aa25-ed6e074b2b0a tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414977
Feb 18 02:50:39.288653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:39.421375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc754eb4-8307-4e04-9067-faf7af0e9198,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:39.433844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:39.607720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Attempting to bind port dc754eb4-8307-4e04-9067-faf7af0e9198 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:50:39.608090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Attempting to bind port dc754eb4-8307-4e04-9067-faf7af0e9198 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:50:39.608453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Attempting to bind port dc754eb4-8307-4e04-9067-faf7af0e9198 on network 6be77506-b61f-492f-93eb-9ddb2eb99578 {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:50:39.613941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:50:39.614311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Checking segment: {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:39.614711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:39.615105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Bound using segment: {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:50:39.615595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Bound port: dc754eb4-8307-4e04-9067-faf7af0e9198, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'}}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:50:39.615967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:39.731305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] For port dc754eb4-8307-4e04-9067-faf7af0e9198, host hv-cinder-76330, cleared binding levels {{(pid=83978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:50:39.735040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] For port dc754eb4-8307-4e04-9067-faf7af0e9198, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc754eb4-8307-4e04-9067-faf7af0e9198,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:50:39.740276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:39.757526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:39.937150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc754eb4-8307-4e04-9067-faf7af0e9198,revision_number=3']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:39.942467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:39.981808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:39.984228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:39.984671 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/dc754eb4-8307-4e04-9067-faf7af0e9198 HTTP/1.1" status: 200  len: 1157 time: 1.3692906
Feb 18 02:50:39.985236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:50:40.118732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-5d80cdea-80f0-4642-921e-bf7c959692d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:40.121117 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-5d80cdea-80f0-4642-921e-bf7c959692d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 1160 time: 0.0960529
Feb 18 02:50:40.131655 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-18d61b0c-7737-497f-8d59-83331bf0633e service neutron] 10.222.0.44 "GET /v2.0/networks/0e757a1d-7eca-43f7-aec7-76d1b8c38d77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4816692
Feb 18 02:50:40.159787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c814c-58bc-43a5-ae83-b89df829b65c req-2904901c-1e0f-4512-a753-825b93fc61eb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:40.161372 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-634c814c-58bc-43a5-ae83-b89df829b65c req-2904901c-1e0f-4512-a753-825b93fc61eb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.4187837
Feb 18 02:50:40.174755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640e18-7275-40a1-91df-79ca38a09ad6 req-88927efb-f8b9-40de-bbc3-ea1fb82dffec tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:40.174755 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d640e18-7275-40a1-91df-79ca38a09ad6 req-88927efb-f8b9-40de-bbc3-ea1fb82dffec tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.3948805
Feb 18 02:50:40.246938 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-634c814c-58bc-43a5-ae83-b89df829b65c req-969f3837-b547-483e-a169-a24a5c54163f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715325
Feb 18 02:50:40.254002 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d640e18-7275-40a1-91df-79ca38a09ad6 req-338650cf-2792-447b-a6fa-c8c2469e1942 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629089
Feb 18 02:50:40.442601 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9a8f1ab0-adfe-49e8-8951-dc678a9605ca req-a75b0c6d-ada1-4c7e-9752-d485e13988a1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.0934062
Feb 18 02:50:40.487003 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aa821-3bc7-4bd3-afc3-845a6f4b8491 req-fd731ed2-76c8-4ee0-a21e-7a6afd2627b4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:40.488633 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f36aa821-3bc7-4bd3-afc3-845a6f4b8491 req-fd731ed2-76c8-4ee0-a21e-7a6afd2627b4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1009581
Feb 18 02:50:40.496936 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198', 'status': 'completed', 'code': 200}
Feb 18 02:50:40.537775 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f36aa821-3bc7-4bd3-afc3-845a6f4b8491 req-7a985e54-cd8e-4c05-8235-398da51fca5f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430086
Feb 18 02:50:40.744038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90a949-593d-41d9-a556-f50e9125348b req-36354013-70cf-4249-ab8e-13e7d30e5bc6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:40.746656 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c90a949-593d-41d9-a556-f50e9125348b req-36354013-70cf-4249-ab8e-13e7d30e5bc6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1588299
Feb 18 02:50:40.757280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528de4-cef5-4296-977a-e4a13143c645 req-d95e98ab-330a-4e93-a6d3-23bc9386d2f9 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:40.758770 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2528de4-cef5-4296-977a-e4a13143c645 req-d95e98ab-330a-4e93-a6d3-23bc9386d2f9 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1190760
Feb 18 02:50:40.835596 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c90a949-593d-41d9-a556-f50e9125348b req-cd5c0f6b-92cb-4cb9-9a4e-f9bb325584cb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757947
Feb 18 02:50:40.843390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2528de4-cef5-4296-977a-e4a13143c645 req-22843d81-83f5-49e9-9d27-eb89ee42b45f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689249
Feb 18 02:50:41.515656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59731-682a-4770-99c7-c3e85c3b019f req-5c307a03-76bd-448c-bb74-0c46bbde8fb0 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:41.517205 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aac59731-682a-4770-99c7-c3e85c3b019f req-5c307a03-76bd-448c-bb74-0c46bbde8fb0 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1586528
Feb 18 02:50:41.524178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0bba-2cf9-40d6-a94d-ff6731534515 req-1c5c93db-ff28-4434-8dce-090393fb1738 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:41.525663 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce4b0bba-2cf9-40d6-a94d-ff6731534515 req-1c5c93db-ff28-4434-8dce-090393fb1738 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1253860
Feb 18 02:50:41.601900 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aac59731-682a-4770-99c7-c3e85c3b019f req-3bd59c24-4045-4771-943d-8de3b2dbed8a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743217
Feb 18 02:50:41.607088 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce4b0bba-2cf9-40d6-a94d-ff6731534515 req-f43c3941-3dc3-4dd9-bc76-ad6e4682eced tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657513
Feb 18 02:50:41.787328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c94bb064-c8cc-4922-8ce9-4c1cb0765de8 req-88886b0f-b8dc-4182-be19-0e1828846e48 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.0863528
Feb 18 02:50:41.836305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2385b-b2ef-4ad2-9e28-62d9ee2c0c71 req-d71684bc-808f-4bb4-906a-e8e9fbd98db6 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:41.837882 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6af2385b-b2ef-4ad2-9e28-62d9ee2c0c71 req-d71684bc-808f-4bb4-906a-e8e9fbd98db6 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.0949779
Feb 18 02:50:41.886911 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6af2385b-b2ef-4ad2-9e28-62d9ee2c0c71 req-6e41cc7b-d2bc-4132-95cf-d2985ec0ef6e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419097
Feb 18 02:50:42.110593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f8158-1ce5-47f7-8c76-fe23534a7e68 req-a70ea544-1568-40c1-bb8c-42c145d0e994 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:42.112162 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-221f8158-1ce5-47f7-8c76-fe23534a7e68 req-a70ea544-1568-40c1-bb8c-42c145d0e994 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1557233
Feb 18 02:50:42.123124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d1821-f4ea-4bfd-ad93-e3847e1fa265 req-b3e1d8ae-1b63-4c83-9a1a-8bc63899035f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:42.124706 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe1d1821-f4ea-4bfd-ad93-e3847e1fa265 req-b3e1d8ae-1b63-4c83-9a1a-8bc63899035f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1270065
Feb 18 02:50:42.201968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-221f8158-1ce5-47f7-8c76-fe23534a7e68 req-51f98f62-1935-4bef-a9d7-63c225ed6896 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762165
Feb 18 02:50:42.209544 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe1d1821-f4ea-4bfd-ad93-e3847e1fa265 req-066d3a76-5ea5-4b6e-8866-2dad84b1f333 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677214
Feb 18 02:50:42.245664 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-865de182-04d0-4cba-860d-7fbd41dc79de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc754eb4-8307-4e04-9067-faf7af0e9198 HTTP/1.1" status: 200  len: 217 time: 0.0708268
Feb 18 02:50:42.865909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9733f3-1e80-4e46-ace2-7748d442ce9e req-83a7387e-1557-4edd-a439-19671fb7c6fb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:42.867516 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df9733f3-1e80-4e46-ace2-7748d442ce9e req-83a7387e-1557-4edd-a439-19671fb7c6fb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1523120
Feb 18 02:50:42.878282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca6de-01e4-4e1d-a853-08c64ae65dc6 req-a73ea2ec-ed89-49e9-a135-c8318b1e2d59 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:42.879802 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a5ca6de-01e4-4e1d-a853-08c64ae65dc6 req-a73ea2ec-ed89-49e9-a135-c8318b1e2d59 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1211991
Feb 18 02:50:42.957352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df9733f3-1e80-4e46-ace2-7748d442ce9e req-251fb1e1-47b1-418e-86c5-29e12bef7222 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764637
Feb 18 02:50:42.964612 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a5ca6de-01e4-4e1d-a853-08c64ae65dc6 req-86ca964d-bd36-4d43-a526-de2849e81103 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679867
Feb 18 02:50:43.145482 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-12b9dd5c-e596-40ad-aa93-d353db2a488f req-ac33b23d-ab5d-4f3c-a88c-732ebecafadf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.0887539
Feb 18 02:50:43.243049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-c13d0c3c-2733-46ca-8659-791399b7a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:43.245066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-c13d0c3c-2733-46ca-8659-791399b7a64a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c36015-a705-4249-bd99-f39a17e2dc7b HTTP/1.1" status: 200  len: 849 time: 0.0701632
Feb 18 02:50:43.286376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfca84d-6358-4545-8762-0b62b3ba36a6 req-ff04d11f-957d-4f66-b05d-b00400af75ae tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:43.288069 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ebfca84d-6358-4545-8762-0b62b3ba36a6 req-ff04d11f-957d-4f66-b05d-b00400af75ae tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1941905
Feb 18 02:50:43.417938 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85400d94-39b1-45d2-91e3-885ee3dbb4f1 req-3b69ae15-a451-4661-9548-457a56bc0db2 service neutron] 10.222.0.44 "GET /v2.0/networks/0e757a1d-7eca-43f7-aec7-76d1b8c38d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2469599
Feb 18 02:50:43.424916 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ebfca84d-6358-4545-8762-0b62b3ba36a6 req-0db6d6ed-19ff-4059-a867-3002a4682839 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255128
Feb 18 02:50:43.451778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277184-f7cd-4379-b30d-c444f4901ea7 req-d0f33bfe-a16e-4520-b28f-e47823227852 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:43.453444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef277184-f7cd-4379-b30d-c444f4901ea7 req-d0f33bfe-a16e-4520-b28f-e47823227852 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1271763
Feb 18 02:50:43.501627 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef277184-f7cd-4379-b30d-c444f4901ea7 req-7d8712ca-e787-41d9-ad46-f00fff82539d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419364
Feb 18 02:50:43.610265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86fa8-02ea-42d7-918b-547db8047c86 req-ba221d66-2ee7-4ff4-9115-877fec084b4f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:43.611833 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0de86fa8-02ea-42d7-918b-547db8047c86 req-ba221d66-2ee7-4ff4-9115-877fec084b4f tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.0878596
Feb 18 02:50:43.659312 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0de86fa8-02ea-42d7-918b-547db8047c86 req-4cca5457-2506-4b1e-9072-2137c1dcc748 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412793
Feb 18 02:50:44.227438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742796a-866f-4ae3-9841-2b6283f243c6 req-ed204b86-1626-4cbc-9ca8-d5296923d886 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:44.228989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f742796a-866f-4ae3-9841-2b6283f243c6 req-ed204b86-1626-4cbc-9ca8-d5296923d886 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1576993
Feb 18 02:50:44.235045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f8a4-3fa8-4249-97cc-a82afa4eda37 req-f7b3d0eb-2ba9-4807-9640-4499c9e715d1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:44.236518 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3467f8a4-3fa8-4249-97cc-a82afa4eda37 req-f7b3d0eb-2ba9-4807-9640-4499c9e715d1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.1286657
Feb 18 02:50:44.305308 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f742796a-866f-4ae3-9841-2b6283f243c6 req-9daf3074-18f2-44c7-8132-a446d232debb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677779
Feb 18 02:50:44.316462 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3467f8a4-3fa8-4249-97cc-a82afa4eda37 req-b99a5d66-4a23-4458-b67f-870c5f47e812 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635262
Feb 18 02:50:44.457049 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2518d52e-9ecf-4187-9a5e-92efa621a59c req-d22f1aeb-7a13-42bb-9bf8-4c14f6f64aef tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.0517240
Feb 18 02:50:44.627043 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-7c6c25b7-2832-4b27-a418-44dd6889ce54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6be77506-b61f-492f-93eb-9ddb2eb99578&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541625
Feb 18 02:50:44.759552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cbcee-b484-4e1e-b83f-6c35644e6c8e req-da18502e-2f91-4ef8-a66b-4a4675a3380c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:44.761163 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b78cbcee-b484-4e1e-b83f-6c35644e6c8e req-da18502e-2f91-4ef8-a66b-4a4675a3380c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.2229488
Feb 18 02:50:44.802342 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-9c4c65bb-6fd3-40b6-8498-8b1b0d1265c6 service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398942
Feb 18 02:50:44.806271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-a88861f4-2f8d-474e-b049-20b6b623cf50 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:50:44.826475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3eb2073-1334-4452-92dd-a1f08d1526dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:44.843979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-8425c739-f815-4080-aef3-0ba3059f845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:44.845563 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-8425c739-f815-4080-aef3-0ba3059f845a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=247471ef3b7a4fe59ff41ca53e903021&device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 1165 time: 0.1572599
Feb 18 02:50:44.853611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7eb03-41b0-4b43-b46e-1110d1228363 req-48f8750d-62af-46a7-b30f-a1ef3b9b8e6b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:44.855671 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4c7eb03-41b0-4b43-b46e-1110d1228363 req-48f8750d-62af-46a7-b30f-a1ef3b9b8e6b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2369463
Feb 18 02:50:44.859939 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b78cbcee-b484-4e1e-b83f-6c35644e6c8e req-ad00caa9-d695-4859-9fac-c516a02aebe5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923681
Feb 18 02:50:44.996511 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a3b8867-91cc-4d41-bf51-6bef0c78ff5b req-1b6aab4c-9609-4837-aa2a-ee72e70531f5 service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1821611
Feb 18 02:50:45.332324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-8e0b446d-1dfd-443a-bd28-417146ec25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.333973 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-8e0b446d-1dfd-443a-bd28-417146ec25f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 1160 time: 0.0873926
Feb 18 02:50:45.365465 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4c7eb03-41b0-4b43-b46e-1110d1228363 req-c48d561b-bcac-4692-9291-fea0e617d48e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4817510
Feb 18 02:50:45.434399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-a49632e2-2fdf-4a7c-a730-e28998846cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.435991 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-a49632e2-2fdf-4a7c-a730-e28998846cdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e757a1d-7eca-43f7-aec7-76d1b8c38d77 HTTP/1.1" status: 200  len: 863 time: 0.5792809
Feb 18 02:50:45.454105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-dd0c0bd6-6596-4912-9a91-41d6bb1f750d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.455612 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-dd0c0bd6-6596-4912-9a91-41d6bb1f750d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "GET /v2.0/networks?id=f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 200  len: 814 time: 0.5202584
Feb 18 02:50:45.467422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c7b51-93f6-4a02-9674-88f1db59d4e6 req-35b767d7-cb5e-4425-a8b9-e76ec6834ecd tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.469002 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a1c7b51-93f6-4a02-9674-88f1db59d4e6 req-35b767d7-cb5e-4425-a8b9-e76ec6834ecd tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.4196234
Feb 18 02:50:45.602307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Request body: {'port': {'device_id': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c', 'admin_state_up': True, 'tenant_id': '4a597beff8ee44d982c4c7ad6a993045'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:45.684433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-7d082d8c-3fdf-45c3-9911-0f04f28b0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.686039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-7d082d8c-3fdf-45c3-9911-0f04f28b0846 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 200  len: 903 time: 0.1419830
Feb 18 02:50:45.704816 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-b62cb044-117c-437a-9f5e-888d000e43c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=da767700-947c-40b9-a64e-7af188e17927 HTTP/1.1" status: 200  len: 217 time: 0.1570466
Feb 18 02:50:45.761186 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-1a5a992d-c9bf-4c96-8177-5991d83643fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc754eb4-8307-4e04-9067-faf7af0e9198 HTTP/1.1" status: 200  len: 217 time: 0.0678890
Feb 18 02:50:45.769772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a1c7b51-93f6-4a02-9674-88f1db59d4e6 req-fb7cc22c-a5a0-4830-9593-519a6955e9dd tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636464
Feb 18 02:50:45.837407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-320adf71-1024-4971-805a-29c7fd4cac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.838966 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-320adf71-1024-4971-805a-29c7fd4cac6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a245a3e-310b-41c6-a0d6-fa871f668077 HTTP/1.1" status: 200  len: 843 time: 0.1216667
Feb 18 02:50:45.845495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-97d1615f-5c0f-42ed-96bb-fe1d509f793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.847153 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-97d1615f-5c0f-42ed-96bb-fe1d509f793a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c36015-a705-4249-bd99-f39a17e2dc7b HTTP/1.1" status: 200  len: 849 time: 0.0766649
Feb 18 02:50:45.903184 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-aabb5092-0cd5-418e-a5bb-8a9a3ad891c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6be77506-b61f-492f-93eb-9ddb2eb99578&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486975
Feb 18 02:50:45.951360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed929-cbf3-491a-bb1e-5f5e96f2c497 req-44927c83-0bb1-4833-b854-ce2bc9442a34 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:45.952989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-689ed929-cbf3-491a-bb1e-5f5e96f2c497 req-44927c83-0bb1-4833-b854-ce2bc9442a34 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.4830537
Feb 18 02:50:45.976436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:46.003649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Usage tracker for resource:port and tenant:4a597beff8ee44d982c4c7ad6a993045 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:46.013730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:46.025957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:46.064618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Made reservation on behalf of 4a597beff8ee44d982c4c7ad6a993045 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:50:46.065417 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-97ee77ac-ce3e-4677-9573-eaafb7a17b71 service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434162
Feb 18 02:50:46.070074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:46.083104 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-689ed929-cbf3-491a-bb1e-5f5e96f2c497 req-905e165f-a1c8-4b48-b556-aa00c2b86d70 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082864
Feb 18 02:50:46.117328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-de8e53be-5f96-4b7b-beaf-048fe808c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:46.118926 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-de8e53be-5f96-4b7b-beaf-048fe808c5b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e757a1d-7eca-43f7-aec7-76d1b8c38d77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2690744
Feb 18 02:50:46.175485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd46dd3-f6f7-4d3a-8c5c-59e83996a806 req-8b278ada-5991-48f6-a0da-b2651158cee7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:46.177065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9dd46dd3-f6f7-4d3a-8c5c-59e83996a806 req-8b278ada-5991-48f6-a0da-b2651158cee7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 943 time: 0.2865238
Feb 18 02:50:46.232256 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d62b149-fafe-43c2-88b1-8c5e29dc6519 req-2710a979-b892-49c4-bef7-61e0de99db5e service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1599371
Feb 18 02:50:46.386944 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4bba361d-264a-4159-ad74-5cbe808ec05e req-791fbb8f-a4d7-4f4b-a8c4-b049a5767657 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 210 time: 0.1102448
Feb 18 02:50:46.466597 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9dd46dd3-f6f7-4d3a-8c5c-59e83996a806 req-c19ece22-87e9-40bf-801f-4eb1c0946393 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835299
Feb 18 02:50:46.528522 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-4907f6b8-f16f-4857-97a9-6c5cc004dc63 service neutron] 10.222.0.44 "GET /v2.0/networks/0e757a1d-7eca-43f7-aec7-76d1b8c38d77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4012618
Feb 18 02:50:46.780456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:50:46.884395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 24f00592-f789-45f4-893d-2fa9019b6201 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:50:46.891876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:50:46.892531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:46.934013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Allocated IP 172.20.0.13 (f18b7be8-3de8-4f37-9784-944421148a4c/b78738c8-0afe-4d97-ab89-a6893194d90b/8b43c535-7075-4184-a2df-877827ddda88) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:50:46.966699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a05c-83bf-4c00-a1d0-a7668b9df93a req-a730810e-f8e6-48db-b828-d0e8f57f11b0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:46.968567 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b953a05c-83bf-4c00-a1d0-a7668b9df93a req-a730810e-f8e6-48db-b828-d0e8f57f11b0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.4329934
Feb 18 02:50:46.970901 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93cfc0de-c526-46f1-999d-72bdfacb15b3 req-04c69ae7-4f11-4b2b-b65b-49e3ac4d2d95 service neutron] 10.222.0.44 "GET /v2.0/networks/0e757a1d-7eca-43f7-aec7-76d1b8c38d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4269345
Feb 18 02:50:46.983198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33909-52e4-4cf9-a001-f9ca5b9b6661 req-cfe31962-1112-426f-80f6-f021292189d8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:46.995066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cc33909-52e4-4cf9-a001-f9ca5b9b6661 req-cfe31962-1112-426f-80f6-f021292189d8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3621359
Feb 18 02:50:47.131238 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b953a05c-83bf-4c00-a1d0-a7668b9df93a req-1ff235e8-4ecf-46c4-b490-328c2f3e7088 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329215
Feb 18 02:50:47.132087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.161130 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cc33909-52e4-4cf9-a001-f9ca5b9b6661 req-ee070d12-0fe7-447a-b8ab-55f09e16b02d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649871
Feb 18 02:50:47.181305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 24f00592-f789-45f4-893d-2fa9019b6201, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=24f00592-f789-45f4-893d-2fa9019b6201,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:50:47.182215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:50:47.192431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.195335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:47.277306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:47.287543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.287839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.288220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.288598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.289097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.289793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.290328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.290696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.291079 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.291441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.291846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.292206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.293201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.293965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.294334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.294696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.295204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.295561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.296284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.296792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.297295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.297795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.298304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.298950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:50:47.314053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:47.343561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-391053a0-0b89-429f-afc7-4078e2334a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.379533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:50:47.466735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:50:47.467296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.538108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.771351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecc8ff-dc33-46bf-b2ea-37af30c48253 req-378489a5-743d-4f04-8bb4-137a07a31e49 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:47.772832 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8ecc8ff-dc33-46bf-b2ea-37af30c48253 req-378489a5-743d-4f04-8bb4-137a07a31e49 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.4821837
Feb 18 02:50:47.776293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.814728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7552b7-9baa-438e-8621-0161482d3ebd req-f2ecaf2f-3271-4552-b183-9a742ac240b5 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:47.816325 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa7552b7-9baa-438e-8621-0161482d3ebd req-f2ecaf2f-3271-4552-b183-9a742ac240b5 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.4623578
Feb 18 02:50:47.863282 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8ecc8ff-dc33-46bf-b2ea-37af30c48253 req-a5dee571-2af9-4e0e-96cd-1876f17b1cc6 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822678
Feb 18 02:50:47.891968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa7552b7-9baa-438e-8621-0161482d3ebd req-3e4d00d8-3401-43ee-b984-466d749bc679 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585470
Feb 18 02:50:47.901332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:47.918052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:47.939062 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'code': 200}
Feb 18 02:50:48.156017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Pushing event updated for resources: {'Port': ['ID=8b43c535-7075-4184-a2df-877827ddda88,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:48.172129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:48.267029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f1b98-0464-48ed-84ed-70f86753ec26 req-54f949c2-d75e-442c-b455-e5196a417913 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:48.268661 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e72f1b98-0464-48ed-84ed-70f86753ec26 req-54f949c2-d75e-442c-b455-e5196a417913 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 932 time: 0.2280548
Feb 18 02:50:48.273642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Network f18b7be8-3de8-4f37-9784-944421148a4c is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:50:48.278312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:50:48.281489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:50:48.347454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b524-66db-488e-9b4e-32eacd93f72d req-cf5090b8-3fc6-4bc3-8686-37475af57010 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:48.349056 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d66b524-66db-488e-9b4e-32eacd93f72d req-cf5090b8-3fc6-4bc3-8686-37475af57010 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.2533042
Feb 18 02:50:48.404060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e72f1b98-0464-48ed-84ed-70f86753ec26 req-9a423777-077e-4055-a377-42dd44a73ff4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Synchronizing usage tracker for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:48.430437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:48.431104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:48.461604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d66b524-66db-488e-9b4e-32eacd93f72d req-9999aecb-f0c5-463f-ad81-c37e66554ec5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034038
Feb 18 02:50:48.463932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e72f1b98-0464-48ed-84ed-70f86753ec26 req-9a423777-077e-4055-a377-42dd44a73ff4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Unset dirty status for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:48.465673 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e72f1b98-0464-48ed-84ed-70f86753ec26 req-9a423777-077e-4055-a377-42dd44a73ff4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894403
Feb 18 02:50:48.467415 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9208946
Feb 18 02:50:48.671253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359662ef-025d-49e7-9d6c-a469cbea2fb4 req-b17a19fd-07be-43eb-a54c-30c6a04e7cb1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:48.673000 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-359662ef-025d-49e7-9d6c-a469cbea2fb4 req-b17a19fd-07be-43eb-a54c-30c6a04e7cb1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1015668
Feb 18 02:50:48.726448 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-359662ef-025d-49e7-9d6c-a469cbea2fb4 req-73ee9568-3113-407b-bf22-ded90d5dd61c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472906
Feb 18 02:50:48.812013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:48.845490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681159b-d766-49c6-ae7c-50de6c3fe352 req-05225b9c-b52a-4501-be2f-1540909fa58b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:48.847092 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4681159b-d766-49c6-ae7c-50de6c3fe352 req-05225b9c-b52a-4501-be2f-1540909fa58b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0884557
Feb 18 02:50:48.894646 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4681159b-d766-49c6-ae7c-50de6c3fe352 req-519d6a22-fc65-4693-9993-18b2b714f277 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413153
Feb 18 02:50:49.129933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba013fa-a5ac-476f-8144-ad09d882bdd8 req-3490340c-39c9-4372-9791-8ad048f7ba93 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:49.131520 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dba013fa-a5ac-476f-8144-ad09d882bdd8 req-3490340c-39c9-4372-9791-8ad048f7ba93 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1538804
Feb 18 02:50:49.144088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb2112-1399-40b6-a2aa-d4bf5c2146f2 req-ca9979fa-f5fe-476b-80ca-6ec09dd5f4e2 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:49.145717 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-60cb2112-1399-40b6-a2aa-d4bf5c2146f2 req-ca9979fa-f5fe-476b-80ca-6ec09dd5f4e2 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1236379
Feb 18 02:50:49.160776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:49.225452 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dba013fa-a5ac-476f-8144-ad09d882bdd8 req-42f22265-c09e-4139-bc7d-2f94c8df3afc tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785244
Feb 18 02:50:49.233090 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-60cb2112-1399-40b6-a2aa-d4bf5c2146f2 req-bcecb84e-3a75-4ca5-a95b-b697dcbf7fe6 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694311
Feb 18 02:50:49.738689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dbd70-e38d-4640-b98d-be8706a94e06 req-d21598cd-b66b-42af-9162-78dd7e0badb4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:49.739457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c15dbd70-e38d-4640-b98d-be8706a94e06 req-d21598cd-b66b-42af-9162-78dd7e0badb4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Synchronizing usage tracker for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:50:49.749425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0417-a77e-45a8-a653-a5abb6ca1851 req-47ae6095-039d-4054-9f6d-7eb3b4a25e36 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:49.751182 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a35c0417-a77e-45a8-a653-a5abb6ca1851 req-47ae6095-039d-4054-9f6d-7eb3b4a25e36 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.1677406
Feb 18 02:50:49.783697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c15dbd70-e38d-4640-b98d-be8706a94e06 req-d21598cd-b66b-42af-9162-78dd7e0badb4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Unset dirty status for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:50:49.784914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c15dbd70-e38d-4640-b98d-be8706a94e06 req-d21598cd-b66b-42af-9162-78dd7e0badb4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 932 time: 0.2038100
Feb 18 02:50:49.824992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a35c0417-a77e-45a8-a653-a5abb6ca1851 req-b88cf26b-7be4-4bb7-a6f7-fc1f04f1bbc9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674543
Feb 18 02:50:49.845943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c15dbd70-e38d-4640-b98d-be8706a94e06 req-1ba16771-655a-4e42-824c-51845085a825 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498416
Feb 18 02:50:50.016984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cefbed-bb2b-4a80-a688-9cc7eaa71a02 req-52b3d7c2-1162-4cdb-8a8a-f1762bd9c231 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:50.018513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1cefbed-bb2b-4a80-a688-9cc7eaa71a02 req-52b3d7c2-1162-4cdb-8a8a-f1762bd9c231 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.0888691
Feb 18 02:50:50.123684 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1cefbed-bb2b-4a80-a688-9cc7eaa71a02 req-90f1a28f-0344-426c-8dd6-f6447de662d1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653622
Feb 18 02:50:50.146093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2d14e-1a99-485e-9ef5-370ce67c491b req-08b27554-19a1-4294-b97c-87cdc9c8a1d3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:50.147711 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cea2d14e-1a99-485e-9ef5-370ce67c491b req-08b27554-19a1-4294-b97c-87cdc9c8a1d3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1282291
Feb 18 02:50:50.196237 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cea2d14e-1a99-485e-9ef5-370ce67c491b req-cbe72680-d7cd-486e-a849-e32fb5013288 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411749
Feb 18 02:50:50.490903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efbf3f-78c3-4071-8f15-cd9b01e02bd2 req-2824216b-dd40-4f74-86d3-699e634588e1 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:50.492503 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b3efbf3f-78c3-4071-8f15-cd9b01e02bd2 req-2824216b-dd40-4f74-86d3-699e634588e1 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1549025
Feb 18 02:50:50.499072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b74f8a-5ca6-42eb-a297-2000595184a0 req-6da55f90-8d8a-46fc-82a0-70571bc0f8b7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:50.500562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73b74f8a-5ca6-42eb-a297-2000595184a0 req-6da55f90-8d8a-46fc-82a0-70571bc0f8b7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1188607
Feb 18 02:50:50.521836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Request body: {'port': {'device_id': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:50:50.630939 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b3efbf3f-78c3-4071-8f15-cd9b01e02bd2 req-6bee955d-e445-4b84-8851-e0837ddfafb6 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293592
Feb 18 02:50:50.685521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73b74f8a-5ca6-42eb-a297-2000595184a0 req-5662811f-0a32-4ea1-b9a6-3a0c3d727425 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681085
Feb 18 02:50:50.702203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:51.205241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0800d6-e5a0-455e-89b1-dc8e7ef14cdb req-18aabe9c-b900-40a5-a83a-9daa7bf8f696 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:51.206753 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e0800d6-e5a0-455e-89b1-dc8e7ef14cdb req-18aabe9c-b900-40a5-a83a-9daa7bf8f696 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.2646081
Feb 18 02:50:51.213880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba0a4b-8356-48c2-a8f4-94eb55548da5 req-600ecfa5-6c44-4a6a-a5e8-836d4905f057 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:51.215893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77ba0a4b-8356-48c2-a8f4-94eb55548da5 req-600ecfa5-6c44-4a6a-a5e8-836d4905f057 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 932 time: 0.1893568
Feb 18 02:50:51.346443 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e0800d6-e5a0-455e-89b1-dc8e7ef14cdb req-3c1d7a97-3f18-4adf-846f-57db9db0e1d9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295016
Feb 18 02:50:51.357450 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77ba0a4b-8356-48c2-a8f4-94eb55548da5 req-edcf4d2b-713b-433a-a615-7f0dd08a4cb2 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223571
Feb 18 02:50:51.365460 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b43c535-7075-4184-a2df-877827ddda88 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:50:51.374190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:51.389836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Transition to ACTIVE for port object 8b43c535-7075-4184-a2df-877827ddda88 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:50:51.393371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:51.415479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8090566b-4cf9-4d91-84d9-29badbb793b8 tempest-DeleteServersTestJSON-1533519181 tempest-DeleteServersTestJSON-1533519181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:51.849803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b43c535-7075-4184-a2df-877827ddda88,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:51.852966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:51.942172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244635cf-b41a-4ed2-b982-3ae4e42e8f33 req-16307447-5302-4e4e-99d7-3140a6ded3db tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:51.943821 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-244635cf-b41a-4ed2-b982-3ae4e42e8f33 req-16307447-5302-4e4e-99d7-3140a6ded3db tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.2421286
Feb 18 02:50:51.951196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3acf-13db-4f64-94ae-59baec614881 req-0b305e0a-9be8-4782-a6c8-12f3c9b8d71c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:51.952694 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9cbf3acf-13db-4f64-94ae-59baec614881 req-0b305e0a-9be8-4782-a6c8-12f3c9b8d71c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.4548151
Feb 18 02:50:52.208860 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9cbf3acf-13db-4f64-94ae-59baec614881 req-58e77138-5b7a-4213-a46b-e64bd34801fb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041662
Feb 18 02:50:52.212592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:50:52.214741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-244635cf-b41a-4ed2-b982-3ae4e42e8f33 req-81369cbf-ab4b-4704-9251-a125fea40da5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082944
Feb 18 02:50:52.247515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Attempting to bind port 8b43c535-7075-4184-a2df-877827ddda88 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:50:52.247930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Attempting to bind port 8b43c535-7075-4184-a2df-877827ddda88 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:50:52.248224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Attempting to bind port 8b43c535-7075-4184-a2df-877827ddda88 on network f18b7be8-3de8-4f37-9784-944421148a4c {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:50:52.256287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:50:52.256658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Checking segment: {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:50:52.257061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:52.257450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Bound using segment: {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:50:52.257926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Bound port: 8b43c535-7075-4184-a2df-877827ddda88, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:50:52.258298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:52.281185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-5241427c-edb9-41cd-863e-668feca47d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:52.282847 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-5241427c-edb9-41cd-863e-668feca47d7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.2336845
Feb 18 02:50:52.349061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b6087-015a-4e6e-ad0c-0f751a3c2593 req-8b0e7bca-f7c8-468d-aa1a-a833dca37896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:52.351566 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a55b6087-015a-4e6e-ad0c-0f751a3c2593 req-8b0e7bca-f7c8-468d-aa1a-a833dca37896 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1162 time: 0.1505899
Feb 18 02:50:52.368686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:50:52.369220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:52.405379 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a55b6087-015a-4e6e-ad0c-0f751a3c2593 req-cdd26bac-ad4d-4285-8b5d-914a19c7a8f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458691
Feb 18 02:50:52.619033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] For port 8b43c535-7075-4184-a2df-877827ddda88, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:50:52.627173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] For port 8b43c535-7075-4184-a2df-877827ddda88, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8b43c535-7075-4184-a2df-877827ddda88,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:50:52.638912 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:52.640356 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-fe14e397-7d7a-41c7-821e-b440e5a8fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:52.641921 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-fe14e397-7d7a-41c7-821e-b440e5a8fc12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.3233285
Feb 18 02:50:52.664761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a4e297b7-81d6-4969-8d52-bbca39006ecf tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:52.798106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc15d4f-dcd1-44cd-9321-1a9e44ac9215 req-35a8fa23-fdd8-44e2-a2d8-bd48781dad36 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:52.799716 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1dc15d4f-dcd1-44cd-9321-1a9e44ac9215 req-35a8fa23-fdd8-44e2-a2d8-bd48781dad36 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.3800225
Feb 18 02:50:52.812968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b137-d2b3-482b-9a83-6c8a24bccf50 req-a40cca56-7c2a-4481-8261-b6af686ad220 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:52.814525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9596b137-d2b3-482b-9a83-6c8a24bccf50 req-a40cca56-7c2a-4481-8261-b6af686ad220 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.3936143
Feb 18 02:50:52.879377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b43c535-7075-4184-a2df-877827ddda88,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:52.895695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:52.937506 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1dc15d4f-dcd1-44cd-9321-1a9e44ac9215 req-5acfc34d-362c-4564-9422-e0cc03f2ef48 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219308
Feb 18 02:50:52.945001 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9596b137-d2b3-482b-9a83-6c8a24bccf50 req-3ef677ae-14db-4975-b9a6-8f035a5f9f5b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087122
Feb 18 02:50:52.962558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:52.963423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:52.974917 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b43c535-7075-4184-a2df-877827ddda88 HTTP/1.1" status: 200  len: 1158 time: 2.4586384
Feb 18 02:50:52.975517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'tag': '8b43c535-7075-4184-a2df-877827ddda88'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:50:53.210745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95357e3e-57cf-4755-aebb-5ac1c6ee28a0 req-08e54f15-b916-4b74-916b-0f8920e6d68f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:53.212310 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95357e3e-57cf-4755-aebb-5ac1c6ee28a0 req-08e54f15-b916-4b74-916b-0f8920e6d68f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.1612914
Feb 18 02:50:53.220703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f6c1-14f7-4657-b15d-a206e8816d5c req-a16c07b2-0f15-4a6a-951f-7c491ae2acc3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:53.222204 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fc03f6c1-14f7-4657-b15d-a206e8816d5c req-a16c07b2-0f15-4a6a-951f-7c491ae2acc3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.1287267
Feb 18 02:50:53.297572 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95357e3e-57cf-4755-aebb-5ac1c6ee28a0 req-95998853-ab51-4538-b16f-1a87e597bb73 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743282
Feb 18 02:50:53.307866 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fc03f6c1-14f7-4657-b15d-a206e8816d5c req-6e981fdb-86b1-49ee-98bb-1e311d9c27e5 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677924
Feb 18 02:50:53.434646 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'tag': '8b43c535-7075-4184-a2df-877827ddda88', 'status': 'completed', 'code': 200}
Feb 18 02:50:53.488595 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-8499d89e-0beb-4176-bcf3-7295b4c39ea0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.1564512
Feb 18 02:50:53.659207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-2d70e9a5-bde6-4ad5-9ff0-f8cce16e79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:53.660820 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-2d70e9a5-bde6-4ad5-9ff0-f8cce16e79f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.1262238
Feb 18 02:50:53.735024 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-ab627ba0-fc16-4c3d-94dd-17265df89394 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631113
Feb 18 02:50:53.742744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-6017d498-3d07-4d16-9750-08b313753038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:53.744225 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-6017d498-3d07-4d16-9750-08b313753038 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a597beff8ee44d982c4c7ad6a993045&device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 1161 time: 0.3460360
Feb 18 02:50:53.773815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06946b35-d6ae-4919-bfd3-40ea237d80bb req-5c8d807e-f2c9-4002-b9d8-f527c4cd712e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:53.775307 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06946b35-d6ae-4919-bfd3-40ea237d80bb req-5c8d807e-f2c9-4002-b9d8-f527c4cd712e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2808578
Feb 18 02:50:53.782096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98773a8-c369-435e-8792-5b8a29a1485b req-de206f97-dc3d-456a-bb96-e3f70b9ea2cd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:53.783601 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a98773a8-c369-435e-8792-5b8a29a1485b req-de206f97-dc3d-456a-bb96-e3f70b9ea2cd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.3475747
Feb 18 02:50:54.136311 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-d09cec79-592b-483a-af5f-40fb6d0db877 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b43c535-7075-4184-a2df-877827ddda88 HTTP/1.1" status: 200  len: 217 time: 0.3516326
Feb 18 02:50:54.253451 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06946b35-d6ae-4919-bfd3-40ea237d80bb req-e0937456-2501-4285-9a27-c7f03da89849 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4652843
Feb 18 02:50:54.264173 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a98773a8-c369-435e-8792-5b8a29a1485b req-7c808c69-fad5-477f-ba21-04b589980a32 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652026
Feb 18 02:50:54.284592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-c4e22d91-7251-4c31-a6e6-3687fd7dbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:54.286525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-c4e22d91-7251-4c31-a6e6-3687fd7dbc8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78738c8-0afe-4d97-ab89-a6893194d90b HTTP/1.1" status: 200  len: 854 time: 0.1387656
Feb 18 02:50:54.357431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-fb01f5ba-1026-4353-b2a0-73d95ccf5e2d service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6105819
Feb 18 02:50:54.359678 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-28802711-f3a5-40e9-b47b-94f28e2d47d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18b7be8-3de8-4f37-9784-944421148a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580750
Feb 18 02:50:54.759600 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b979d682-2a84-44ae-97bf-edf4708fcae0 req-bfc2a9f5-8f59-4025-95b5-b786a1ee3526 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3554239
Feb 18 02:50:54.771545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de98ef-3455-4923-9b1f-25a9f078d877 req-58a234fa-7a9e-4121-87ba-afeb9adb091d tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:54.773138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8de98ef-3455-4923-9b1f-25a9f078d877 req-58a234fa-7a9e-4121-87ba-afeb9adb091d tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.4074383
Feb 18 02:50:54.782513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae85b9-49e0-4529-9624-67c2e06c6d99 req-2515b489-ca9e-46cc-aefb-8fb3a38d76cb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:54.784120 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efae85b9-49e0-4529-9624-67c2e06c6d99 req-2515b489-ca9e-46cc-aefb-8fb3a38d76cb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.4165573
Feb 18 02:50:54.788001 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-bebea188-b5d4-488d-8ed8-e87786bdf90a service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3850701
Feb 18 02:50:55.011146 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8de98ef-3455-4923-9b1f-25a9f078d877 req-bdcc836a-3e16-470e-a0e9-9bc97758fa4c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257605
Feb 18 02:50:55.028671 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efae85b9-49e0-4529-9624-67c2e06c6d99 req-3d74e269-80a1-4838-a2dd-6f06c128f09a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240949
Feb 18 02:50:55.082997 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfa2e138-1e5d-4b2a-945d-32da214aec30 req-c0defc5e-5c32-48bb-8511-173ce59a7858 service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2768347
Feb 18 02:50:55.259269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-3efc7ba0-ba1a-4270-aba0-537d7f77bb68 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:50:55.416820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1741f1-b63b-4186-a74b-3ce2de2ab58c req-ab15add5-4c94-48fc-a370-6b41830b7195 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:55.418587 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb1741f1-b63b-4186-a74b-3ce2de2ab58c req-ab15add5-4c94-48fc-a370-6b41830b7195 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.2700801
Feb 18 02:50:55.424181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-2b3f7dfb-265a-4aee-b871-3db9a5513c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:55.425696 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-2b3f7dfb-265a-4aee-b871-3db9a5513c79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a597beff8ee44d982c4c7ad6a993045&device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 1161 time: 0.1917048
Feb 18 02:50:55.434745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b83f1c-c52c-41c4-ba7e-319244a19172 req-03c98c75-ab7e-4610-bd03-a6343ab8ea17 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:55.436248 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44b83f1c-c52c-41c4-ba7e-319244a19172 req-03c98c75-ab7e-4610-bd03-a6343ab8ea17 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.2034824
Feb 18 02:50:55.463538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 41460) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:55.602316 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb1741f1-b63b-4186-a74b-3ce2de2ab58c req-bd4589b5-9109-44d5-8465-cc6c4e85850a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755717
Feb 18 02:50:55.619957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:55.637958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:55.642623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Usage tracker for resource:security_group_rule and tenant:41abb3051df842c8a70a7500fe630a68 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:55.645681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:55.651419 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44b83f1c-c52c-41c4-ba7e-319244a19172 req-fc73aabf-e792-4ac2-b5cb-19da1e359b21 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801972
Feb 18 02:50:55.652289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:55.656722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-a1f2091b-bdf1-4bd8-b961-a7eb4bea4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:55.658420 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-a1f2091b-bdf1-4bd8-b961-a7eb4bea4969 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 200  len: 908 time: 0.2212918
Feb 18 02:50:55.742149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:55.747307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:55.757383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7038baae-b610-4c9b-9952-2fb0f1b35375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:55.804829 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-19171a09-1d3f-4dc0-99ea-c0830d4066d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b43c535-7075-4184-a2df-877827ddda88 HTTP/1.1" status: 200  len: 217 time: 0.1181068
Feb 18 02:50:55.809029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41abb3051df842c8a70a7500fe630a68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3399575
Feb 18 02:50:55.809029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db693c6-666a-4de0-a3e7-9b6cca2a4b27,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:55.810272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 41468) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:55.813716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:55.854370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e65fb-840d-4e6b-b079-185040a85dfa req-165213a1-0dbb-418e-b345-21823c584b8b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:55.856522 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e76e65fb-840d-4e6b-b079-185040a85dfa req-165213a1-0dbb-418e-b345-21823c584b8b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1036689
Feb 18 02:50:55.880745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:55.916018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:55.953039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e76e65fb-840d-4e6b-b079-185040a85dfa req-ea2c6add-08f5-4062-9bc7-2719a5a7c505 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894608
Feb 18 02:50:56.011078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e91b8f-a26a-4e89-a4bd-15c846d9357c req-f07edca0-a914-4177-9726-6b4c6dd645fb tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:56.013088 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78e91b8f-a26a-4e89-a4bd-15c846d9357c req-f07edca0-a914-4177-9726-6b4c6dd645fb tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1120772
Feb 18 02:50:56.067073 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78e91b8f-a26a-4e89-a4bd-15c846d9357c req-9dec224a-96c4-49e0-86e4-80ab5ac8c7fa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467854
Feb 18 02:50:56.172138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803eefe-f33e-47bb-8b9e-cb69992b3e10 req-7aa2417a-16d3-4b5c-9484-6285c6f8ab20 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:56.174123 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c803eefe-f33e-47bb-8b9e-cb69992b3e10 req-7aa2417a-16d3-4b5c-9484-6285c6f8ab20 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.0938210
Feb 18 02:50:56.177172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:56.182758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9adf23e5-46c2-4078-8c81-de454a28e8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:56.197727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db693c6-666a-4de0-a3e7-9b6cca2a4b27,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:56.200542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:56.201754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:56.206529 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4db693c6-666a-4de0-a3e7-9b6cca2a4b27 HTTP/1.1" status: 204  len: 168 time: 0.3944588
Feb 18 02:50:56.281370 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c803eefe-f33e-47bb-8b9e-cb69992b3e10 req-34412a6e-26bc-4123-9c43-2df85d2d1b96 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678077
Feb 18 02:50:56.300370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb5e06-b00d-4112-beb0-b77702ed9ee0 req-353c7f06-c681-4b26-82ca-40bcbbf6092e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:56.301965 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09fb5e06-b00d-4112-beb0-b77702ed9ee0 req-353c7f06-c681-4b26-82ca-40bcbbf6092e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1268888
Feb 18 02:50:56.356300 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09fb5e06-b00d-4112-beb0-b77702ed9ee0 req-2db4757b-2d57-44a7-882d-5b9774569274 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445821
Feb 18 02:50:56.485364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a40a2-0bc3-44a2-b1b1-aff812d57171 req-c0e3b5ee-f59e-444c-8075-f670edcbbba4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:56.487092 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-836a40a2-0bc3-44a2-b1b1-aff812d57171 req-c0e3b5ee-f59e-444c-8075-f670edcbbba4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.0931358
Feb 18 02:50:56.540212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-836a40a2-0bc3-44a2-b1b1-aff812d57171 req-91a5215e-8725-4a4c-b815-f5d5a094f662 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456414
Feb 18 02:50:57.034596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4b5b-e2a2-4af2-b1f5-947b335abf0f req-32d6d8d0-6671-4b55-99c8-9a096c2f45f5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.036302 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-315d4b5b-e2a2-4af2-b1f5-947b335abf0f req-32d6d8d0-6671-4b55-99c8-9a096c2f45f5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.3400455
Feb 18 02:50:57.097527 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-315d4b5b-e2a2-4af2-b1f5-947b335abf0f req-aac65cb0-6a7c-453e-a618-7582364e2955 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529146
Feb 18 02:50:57.103939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2592d-d7ca-4158-a29b-3b2f53bef6b9 req-90db59d2-6419-4f40-af04-ffb9c1561c1f tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.105759 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fcc2592d-d7ca-4158-a29b-3b2f53bef6b9 req-90db59d2-6419-4f40-af04-ffb9c1561c1f tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.3310430
Feb 18 02:50:57.160948 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fcc2592d-d7ca-4158-a29b-3b2f53bef6b9 req-3fb137e2-06ba-4fe2-8f21-3188b52ab9ad tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481131
Feb 18 02:50:57.353750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475874ba-a886-4463-a804-dfa6b9efe1dd req-ff666e04-5a37-4c29-a8a6-e08f6a98ba61 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.355655 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-475874ba-a886-4463-a804-dfa6b9efe1dd req-ff666e04-5a37-4c29-a8a6-e08f6a98ba61 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1498611
Feb 18 02:50:57.412766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3421-8328-44d6-ba15-19a2623bb636 req-90542998-6b58-46fa-801d-17f0bc23d433 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.414378 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4fd3421-8328-44d6-ba15-19a2623bb636 req-90542998-6b58-46fa-801d-17f0bc23d433 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1345932
Feb 18 02:50:57.428413 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-475874ba-a886-4463-a804-dfa6b9efe1dd req-6c1109f7-326f-4218-81bb-0e49a0b56a87 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647585
Feb 18 02:50:57.484056 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4fd3421-8328-44d6-ba15-19a2623bb636 req-ff0c72ed-bec9-40e5-a8cf-77691cb444df tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618570
Feb 18 02:50:57.643513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61707f9-4f85-47c2-ae57-569f0f6a7fd6 req-184735db-d6d3-4874-ad74-2f8603987483 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.645385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c61707f9-4f85-47c2-ae57-569f0f6a7fd6 req-184735db-d6d3-4874-ad74-2f8603987483 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1000376
Feb 18 02:50:57.811422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 41538) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:57.817571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-4b90f3f1-b822-472a-98e6-73934dd095db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.819149 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-4b90f3f1-b822-472a-98e6-73934dd095db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78738c8-0afe-4d97-ab89-a6893194d90b HTTP/1.1" status: 200  len: 854 time: 0.1723666
Feb 18 02:50:57.822811 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c61707f9-4f85-47c2-ae57-569f0f6a7fd6 req-a2dbabc8-686a-48ac-b57b-057338f424bc tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313937
Feb 18 02:50:57.851258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e272a6-5787-4eef-b2a8-0bad6d05fd2a req-113b6c72-f8c0-4f34-9e44-23cf1498d7bc tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:57.852892 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25e272a6-5787-4eef-b2a8-0bad6d05fd2a req-113b6c72-f8c0-4f34-9e44-23cf1498d7bc tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1258371
Feb 18 02:50:57.902520 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25e272a6-5787-4eef-b2a8-0bad6d05fd2a req-ee66d32c-7042-41be-840a-e7f44489b8cf tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423717
Feb 18 02:50:57.945006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:57.960849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:50:57.964980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Usage tracker for resource:security_group_rule and tenant:594f00ca37f847c1a6b8c8c2658a7289 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:50:57.967993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:50:57.973677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:50:58.059451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:58.062188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:58.070241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e999da6c-d377-4521-b9c8-a02cb0f11715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:58.112223 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=594f00ca37f847c1a6b8c8c2658a7289&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2996428
Feb 18 02:50:58.113867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c4ce8-c905-4eed-a726-3540c38bb72a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:58.115088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 41544) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:50:58.117115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:58.180015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:58.208077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:58.253128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:58.258043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1143584f-5e45-41b0-9190-88574ab3240d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:50:58.270446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c4ce8-c905-4eed-a726-3540c38bb72a,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:50:58.273622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:50:58.275663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:50:58.277162 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/874c4ce8-c905-4eed-a726-3540c38bb72a HTTP/1.1" status: 204  len: 168 time: 0.1609457
Feb 18 02:50:58.372033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326740c1-4cec-45e3-a5e1-723c76eac854 req-522d3931-818f-4763-b372-b39e1435bafa tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:58.373668 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-326740c1-4cec-45e3-a5e1-723c76eac854 req-522d3931-818f-4763-b372-b39e1435bafa tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.0883079
Feb 18 02:50:58.428957 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-326740c1-4cec-45e3-a5e1-723c76eac854 req-0f3d864d-fd95-4425-b035-a0e37237672a tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489991
Feb 18 02:50:58.705671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8605d5-1309-48aa-81fb-77c8959b57ca req-a8adc0cd-1ce5-48dc-979b-019acd9cf4e6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:58.707182 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac8605d5-1309-48aa-81fb-77c8959b57ca req-a8adc0cd-1ce5-48dc-979b-019acd9cf4e6 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1578691
Feb 18 02:50:58.718485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef708b92-611e-41ee-9f0b-d542dd2982f9 req-f5ffae1a-67fa-4557-b33e-5f317884e062 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:58.720184 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef708b92-611e-41ee-9f0b-d542dd2982f9 req-f5ffae1a-67fa-4557-b33e-5f317884e062 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1130445
Feb 18 02:50:58.795972 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac8605d5-1309-48aa-81fb-77c8959b57ca req-8c8bb6fa-4510-4be1-bd08-b0120cce5d81 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748739
Feb 18 02:50:58.800526 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef708b92-611e-41ee-9f0b-d542dd2982f9 req-ea1e729d-4987-4f1c-bfe6-4a80decc9e6e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628564
Feb 18 02:50:59.019733 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-c27da30b-8640-43c3-9694-cc0b2ff431f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18b7be8-3de8-4f37-9784-944421148a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0938184
Feb 18 02:50:59.125843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67701d9-b70a-4273-aa48-4cfca7abda17 req-c228cf0b-ba44-44c9-846b-cc5c57968356 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:59.127419 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c67701d9-b70a-4273-aa48-4cfca7abda17 req-c228cf0b-ba44-44c9-846b-cc5c57968356 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1638949
Feb 18 02:50:59.155432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dc047-e307-4409-ae05-4622487d014e req-d1155508-62ae-44f2-8028-9c2121836b16 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:59.156995 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-574dc047-e307-4409-ae05-4622487d014e req-d1155508-62ae-44f2-8028-9c2121836b16 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1234043
Feb 18 02:50:59.212875 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c67701d9-b70a-4273-aa48-4cfca7abda17 req-7dd59856-dbc8-4a80-9f3f-839bd6874df1 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776184
Feb 18 02:50:59.222876 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-574dc047-e307-4409-ae05-4622487d014e req-b110efe7-6561-4349-b64c-ee1406839725 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596993
Feb 18 02:50:59.630642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621e1a3-7e46-42de-950f-740ea12fefa4 req-2cc0f2f4-7759-45d8-8f03-33b9213a389c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:50:59.632242 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0621e1a3-7e46-42de-950f-740ea12fefa4 req-2cc0f2f4-7759-45d8-8f03-33b9213a389c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.0865037
Feb 18 02:50:59.678969 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0621e1a3-7e46-42de-950f-740ea12fefa4 req-32a2c4f6-f14f-4407-adf0-adcba669315c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402851
Feb 18 02:51:00.071566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ca404-019b-4336-ba37-9763d31af3e9 req-a85ffb39-e4fc-43b7-85fa-029939bb265e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:00.073082 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b90ca404-019b-4336-ba37-9763d31af3e9 req-a85ffb39-e4fc-43b7-85fa-029939bb265e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1563456
Feb 18 02:51:00.080536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae957a6-5760-4f64-9956-a0134a0b9eb4 req-4ed9671e-bb42-4106-bea0-f4ae4d52d588 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:00.082011 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bae957a6-5760-4f64-9956-a0134a0b9eb4 req-4ed9671e-bb42-4106-bea0-f4ae4d52d588 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1283689
Feb 18 02:51:00.156858 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b90ca404-019b-4336-ba37-9763d31af3e9 req-7595fc74-57cc-45fa-bd3c-7a684df37d53 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738311
Feb 18 02:51:00.161385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bae957a6-5760-4f64-9956-a0134a0b9eb4 req-90fa5e6e-6be1-4d9b-aa10-edaee81b51b8 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638704
Feb 18 02:51:00.481322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cada11e-69d8-416a-be83-0d61529dd71d req-e5817712-f8af-4ccb-8e42-55ea36c351f4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:00.482840 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0cada11e-69d8-416a-be83-0d61529dd71d req-e5817712-f8af-4ccb-8e42-55ea36c351f4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.1108143
Feb 18 02:51:00.490346 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79de5-fc7d-47d4-a080-e6501751c9a6 req-fa09174b-8f17-4797-bae9-02828f816517 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:00.491855 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36a79de5-fc7d-47d4-a080-e6501751c9a6 req-fa09174b-8f17-4797-bae9-02828f816517 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1640873
Feb 18 02:51:00.653984 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0cada11e-69d8-416a-be83-0d61529dd71d req-a22b600a-222a-4621-9383-7fcdd0642c52 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610947
Feb 18 02:51:00.664591 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36a79de5-fc7d-47d4-a080-e6501751c9a6 req-b9d4d2a7-d9ae-47bd-8f21-e29ac9a5973b tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556551
Feb 18 02:51:00.714068 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-925fbe6f-1849-4f82-a9e9-f0b6dbd3e147 service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814470
Feb 18 02:51:00.921569 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18cb5da2-dc7b-4511-878c-6d275948eec3 req-bc9487cd-8735-4d74-bfd0-83a3131d542e service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2003932
Feb 18 02:51:00.935947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de2ac-6b5a-452d-9b10-de492bd05054 req-d7aa3e24-051e-4426-b29d-8f1b93903e0b tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:00.937540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b2de2ac-6b5a-452d-9b10-de492bd05054 req-d7aa3e24-051e-4426-b29d-8f1b93903e0b tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.1371849
Feb 18 02:51:00.990360 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b2de2ac-6b5a-452d-9b10-de492bd05054 req-b07f0804-bcd6-4461-98e6-a0e5af67c05f tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465565
Feb 18 02:51:01.419885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f34df-87c9-482a-b1fc-df8b81e89416 req-1e05a10e-94e7-4842-a22c-0c11385ee507 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:01.421475 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0d2f34df-87c9-482a-b1fc-df8b81e89416 req-1e05a10e-94e7-4842-a22c-0c11385ee507 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1514959
Feb 18 02:51:01.428393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26aed-d516-451b-8632-95a8f3acdb92 req-a0a794cc-a471-41c4-b8a5-e6f2727e2e82 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:01.429878 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6fd26aed-d516-451b-8632-95a8f3acdb92 req-a0a794cc-a471-41c4-b8a5-e6f2727e2e82 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 944 time: 0.1238523
Feb 18 02:51:01.430521 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device baceb57d-19a7-43bf-ae0a-b6afe8a199bf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:01.494764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0d2f34df-87c9-482a-b1fc-df8b81e89416 req-100c1f14-2b3c-4f5c-b91d-b2bdb9c530bc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638499
Feb 18 02:51:01.504561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port baceb57d-19a7-43bf-ae0a-b6afe8a199bf completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:51:01.509584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port baceb57d-19a7-43bf-ae0a-b6afe8a199bf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:01.509930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:01.516000 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6fd26aed-d516-451b-8632-95a8f3acdb92 req-968f8c21-98a7-4d14-a50f-c5334ef2a072 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659585
Feb 18 02:51:01.638622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:01.666846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baceb57d-19a7-43bf-ae0a-b6afe8a199bf'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:01.677975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port baceb57d-19a7-43bf-ae0a-b6afe8a199bf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:01.681871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:01.684113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:01.723263 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baceb57d-19a7-43bf-ae0a-b6afe8a199bf', 'code': 200}
Feb 18 02:51:01.764768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:01.769245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:01.943768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 0e757a1d-7eca-43f7-aec7-76d1b8c38d77 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:51:01.983423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fd4d5-eafb-4b35-bb5a-7be2d65f5de8 req-dec2ca24-f56a-4505-b668-6686fcc44c9e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:01.985077 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-422fd4d5-eafb-4b35-bb5a-7be2d65f5de8 req-dec2ca24-f56a-4505-b668-6686fcc44c9e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.2175269
Feb 18 02:51:01.992050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4045a5a-42db-42a0-aa03-5a7c62627d29 req-0f0714ff-98fa-4ae5-acb5-385d8a814e44 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:01.993531 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4045a5a-42db-42a0-aa03-5a7c62627d29 req-0f0714ff-98fa-4ae5-acb5-385d8a814e44 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1774466
Feb 18 02:51:02.085783 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-422fd4d5-eafb-4b35-bb5a-7be2d65f5de8 req-0c5598a5-488c-4340-a2d5-a1ad1cddf70a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911090
Feb 18 02:51:02.093506 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4045a5a-42db-42a0-aa03-5a7c62627d29 req-202ed61e-1730-48ce-8ca1-10b23b78d673 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793498
Feb 18 02:51:02.095389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d3efc-a988-4db3-bca9-4bbb7006a150 req-6f4f653e-b3fc-4f5a-b502-bc25bb0cecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:02.096989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d72d3efc-a988-4db3-bca9-4bbb7006a150 req-6f4f653e-b3fc-4f5a-b502-bc25bb0cecfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 1163 time: 0.1905723
Feb 18 02:51:02.146509 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d72d3efc-a988-4db3-bca9-4bbb7006a150 req-904c0b32-fa72-4a80-9af0-0f80ca01cf41 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421953
Feb 18 02:51:02.281399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78480c63-8b35-4e51-b875-fc2493876ed7 req-e6d7bd9c-a3b5-4e8a-b38f-5f7b41b9b6c3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:02.282974 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78480c63-8b35-4e51-b875-fc2493876ed7 req-e6d7bd9c-a3b5-4e8a-b38f-5f7b41b9b6c3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.0860145
Feb 18 02:51:02.332745 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78480c63-8b35-4e51-b875-fc2493876ed7 req-0b596b05-9a89-41c3-8fa7-7ca006d49d57 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435646
Feb 18 02:51:02.368588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-4d196a85-885a-4a74-a8a6-8b81b27702eb None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:51:02.769773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc888f84-1da8-463a-ae75-027307047612 req-d7d7d0a6-ac01-4415-a243-1f43a5d8e0fa tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:02.771654 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc888f84-1da8-463a-ae75-027307047612 req-d7d7d0a6-ac01-4415-a243-1f43a5d8e0fa tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1585310
Feb 18 02:51:02.783124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5235f2-6b2d-4d95-a7bc-a4874762ecbb req-ab33d038-f66b-4124-b6e1-a688f53b4ca3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:02.784694 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa5235f2-6b2d-4d95-a7bc-a4874762ecbb req-ab33d038-f66b-4124-b6e1-a688f53b4ca3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.1325877
Feb 18 02:51:02.857989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc888f84-1da8-463a-ae75-027307047612 req-1ba2d100-e035-4023-b816-99214c8f1ca0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722439
Feb 18 02:51:02.865213 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa5235f2-6b2d-4d95-a7bc-a4874762ecbb req-c8406c15-e70f-4972-b6e3-feab07423d1e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648694
Feb 18 02:51:03.544915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8b7c-accf-4581-8c8f-3e78c2884e92 req-33aef849-0c85-4ca9-a825-2311cfc7baaa tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:03.546516 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-40cb8b7c-accf-4581-8c8f-3e78c2884e92 req-33aef849-0c85-4ca9-a825-2311cfc7baaa tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.3440170
Feb 18 02:51:03.553465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6f7f-1ac6-4750-a61d-3bd7901b4ab6 req-52102d2f-8cc5-416f-afda-3acd5e30c98e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:03.554916 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afba6f7f-1ac6-4750-a61d-3bd7901b4ab6 req-52102d2f-8cc5-416f-afda-3acd5e30c98e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.3144317
Feb 18 02:51:03.630148 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-40cb8b7c-accf-4581-8c8f-3e78c2884e92 req-4cdeb117-1ae4-4be6-a2fb-86c8794c1fe6 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742311
Feb 18 02:51:03.632978 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afba6f7f-1ac6-4750-a61d-3bd7901b4ab6 req-d679d3ab-0d58-411e-a7a5-497d176c5deb tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627372
Feb 18 02:51:03.821371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3602f-419a-40cf-bf76-32e64ef109a6 req-113d3c07-2be7-447e-aaa9-dc93ef38c271 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:03.822967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02f3602f-419a-40cf-bf76-32e64ef109a6 req-113d3c07-2be7-447e-aaa9-dc93ef38c271 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.0910299
Feb 18 02:51:03.874312 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02f3602f-419a-40cf-bf76-32e64ef109a6 req-abf7760e-0960-41cf-9209-981cfb0625c1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449750
Feb 18 02:51:04.083717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca0c1-5a59-44fb-9954-513b6b7026eb req-e6079b20-1db9-46ca-9360-26d72c71a4b0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:04.085327 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-425ca0c1-5a59-44fb-9954-513b6b7026eb req-e6079b20-1db9-46ca-9360-26d72c71a4b0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0859888
Feb 18 02:51:04.170585 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-425ca0c1-5a59-44fb-9954-513b6b7026eb req-1d1b4bf0-f03f-4b00-af0c-ef0af3a20fc8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713863
Feb 18 02:51:04.347787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924515f5-bf4d-431f-be7c-3bbfd90361db req-0cd08b42-1ad3-48b7-bf6a-5988530e9085 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:04.349745 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-924515f5-bf4d-431f-be7c-3bbfd90361db req-0cd08b42-1ad3-48b7-bf6a-5988530e9085 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.1208968
Feb 18 02:51:04.407607 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-924515f5-bf4d-431f-be7c-3bbfd90361db req-b73bf797-b323-4521-9435-3c13b1c92c90 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507188
Feb 18 02:51:04.545767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device dc754eb4-8307-4e04-9067-faf7af0e9198 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:04.629500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port dc754eb4-8307-4e04-9067-faf7af0e9198 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:51:04.634611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port dc754eb4-8307-4e04-9067-faf7af0e9198 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:04.635037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:04.767686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:04.801378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:04.813535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port dc754eb4-8307-4e04-9067-faf7af0e9198, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc754eb4-8307-4e04-9067-faf7af0e9198,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:04.816609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:04.817501 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device baceb57d-19a7-43bf-ae0a-b6afe8a199bf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:04.848517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:04.947764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=dc754eb4-8307-4e04-9067-faf7af0e9198,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:04.950984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f888d8-6ef4-48f5-9f50-ae80c4789f13 req-e4fb313d-df20-480b-af53-23dc1e0ab913 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:04.951192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:04.952614 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3f888d8-6ef4-48f5-9f50-ae80c4789f13 req-e4fb313d-df20-480b-af53-23dc1e0ab913 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.1246283
Feb 18 02:51:04.959051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e872-119d-4060-9e25-24555a75b6c7 req-c07cbd2c-35cb-4763-b37c-7ec311c2432c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:04.960689 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9f15e872-119d-4060-9e25-24555a75b6c7 req-c07cbd2c-35cb-4763-b37c-7ec311c2432c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.1751647
Feb 18 02:51:04.968247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port baceb57d-19a7-43bf-ae0a-b6afe8a199bf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:04.968666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:05.042201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3f888d8-6ef4-48f5-9f50-ae80c4789f13 req-f14a02d5-b414-40b6-b329-59fc4758fe00 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803678
Feb 18 02:51:05.045747 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9f15e872-119d-4060-9e25-24555a75b6c7 req-d1d06b34-d00f-4619-9524-029a0a2d060d tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676975
Feb 18 02:51:05.102843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device da767700-947c-40b9-a64e-7af188e17927 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:05.134187 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198', 'code': 200}
Feb 18 02:51:05.175308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port da767700-947c-40b9-a64e-7af188e17927 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:51:05.180457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port da767700-947c-40b9-a64e-7af188e17927 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:05.180883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:05.276155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a72c27-3599-461a-bdf5-d90c77df437b req-b9c7de94-877f-493d-8871-c0f18e830b3c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:05.279328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-96a72c27-3599-461a-bdf5-d90c77df437b req-b9c7de94-877f-493d-8871-c0f18e830b3c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.1234877
Feb 18 02:51:05.322286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:05.358138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port da767700-947c-40b9-a64e-7af188e17927, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=da767700-947c-40b9-a64e-7af188e17927,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:05.361472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:05.363290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:05.434115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=da767700-947c-40b9-a64e-7af188e17927,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:05.437513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:05.442305 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-96a72c27-3599-461a-bdf5-d90c77df437b req-59803d2a-26a6-4608-b5dd-7e48eeed25f5 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565180
Feb 18 02:51:05.482872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc478b-64d6-4a6d-b4eb-7eb4e78ebe43 req-b37480a1-1a9a-4c71-8310-5eeb75aef76d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:05.484516 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28fc478b-64d6-4a6d-b4eb-7eb4e78ebe43 req-b37480a1-1a9a-4c71-8310-5eeb75aef76d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1832578
Feb 18 02:51:05.487323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441784e1-9daa-40ef-9566-797496d250da req-50a4034e-f4dc-414f-9ede-b50c91fb2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:05.488862 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-441784e1-9daa-40ef-9566-797496d250da req-50a4034e-f4dc-414f-9ede-b50c91fb2931 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 1162 time: 0.1490450
Feb 18 02:51:05.611480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28fc478b-64d6-4a6d-b4eb-7eb4e78ebe43 req-bf7b7802-8c84-4484-96e9-e43eae4202d0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205966
Feb 18 02:51:05.622593 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-441784e1-9daa-40ef-9566-797496d250da req-4e8d260c-62d2-477a-9570-901adf4bd349 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157780
Feb 18 02:51:05.654123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691c875-78c0-4f00-a735-30b97734959e req-e7982990-020a-4d9e-a6af-c03e76906c03 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:05.655808 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a691c875-78c0-4f00-a735-30b97734959e req-e7982990-020a-4d9e-a6af-c03e76906c03 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.1138415
Feb 18 02:51:05.665052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-6010c0d7-f002-4675-b296-e5cb4227b023 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83979) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 02:51:05.703750 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a691c875-78c0-4f00-a735-30b97734959e req-d39715ac-467a-419e-b369-14cfd2e39983 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417197
Feb 18 02:51:06.389511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3255dc-b3c1-41d0-a48a-8f97bec1ea88 req-e67c1629-19a6-4048-97b0-90d6592008b1 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:06.391179 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c3255dc-b3c1-41d0-a48a-8f97bec1ea88 req-e67c1629-19a6-4048-97b0-90d6592008b1 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.1612198
Feb 18 02:51:06.398189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2dc30-29be-4c31-8ab6-ba8a63605494 req-5f49bf57-7565-4ebb-b473-7918195083f7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:06.399668 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3eb2dc30-29be-4c31-8ab6-ba8a63605494 req-5f49bf57-7565-4ebb-b473-7918195083f7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.1258283
Feb 18 02:51:06.472233 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c3255dc-b3c1-41d0-a48a-8f97bec1ea88 req-019dd65c-1dfa-4ea0-9ae5-b365461270e2 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714822
Feb 18 02:51:06.479542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3eb2dc30-29be-4c31-8ab6-ba8a63605494 req-9b274181-5712-4ec0-9f3d-aae188cd7212 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624232
Feb 18 02:51:06.660287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2779d3-c9ca-4c06-ab90-5a045f4e13ed req-798c040f-3a7f-42c4-9597-11ae4ac06c01 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:06.661868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe2779d3-c9ca-4c06-ab90-5a045f4e13ed req-798c040f-3a7f-42c4-9597-11ae4ac06c01 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.0890732
Feb 18 02:51:06.708141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe2779d3-c9ca-4c06-ab90-5a045f4e13ed req-e067344a-9737-43ab-a56b-abbbeb23183c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401525
Feb 18 02:51:07.003735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device dc754eb4-8307-4e04-9067-faf7af0e9198 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:07.076089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port dc754eb4-8307-4e04-9067-faf7af0e9198 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:07.076504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:07.137193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da767700-947c-40b9-a64e-7af188e17927'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:07.190299 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da767700-947c-40b9-a64e-7af188e17927', 'code': 200}
Feb 18 02:51:07.223362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:07.230922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device baceb57d-19a7-43bf-ae0a-b6afe8a199bf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:07.335757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port baceb57d-19a7-43bf-ae0a-b6afe8a199bf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:07.335757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:07.504700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8b43c535-7075-4184-a2df-877827ddda88 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:07.666623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90b4e-e66d-4597-90f8-35e066057da6 req-8b829572-8d8b-41b8-9cb0-3cd1df6c19a9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:07.668999 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0f90b4e-e66d-4597-90f8-35e066057da6 req-8b829572-8d8b-41b8-9cb0-3cd1df6c19a9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2659502
Feb 18 02:51:07.726505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc7e36-c65c-4334-8010-5674af171b23 req-2a9d9c1b-b389-453f-bbba-004bd60610d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:07.728169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e1dc7e36-c65c-4334-8010-5674af171b23 req-2a9d9c1b-b389-453f-bbba-004bd60610d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 1167 time: 0.1996832
Feb 18 02:51:07.760599 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 8b43c535-7075-4184-a2df-877827ddda88 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:51:07.765359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8b43c535-7075-4184-a2df-877827ddda88 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:07.765718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:07.775318 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0f90b4e-e66d-4597-90f8-35e066057da6 req-984e413f-4d8b-404e-93a5-2b6e0fedee5e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989206
Feb 18 02:51:07.803811 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e1dc7e36-c65c-4334-8010-5674af171b23 req-82a67524-58e1-44c8-929e-d1dedc6690bf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608683
Feb 18 02:51:07.810498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a291cb-fc36-44ca-9a72-4908d3390e64 req-2877bf90-6650-4d41-9bf9-eebb83f4a31a tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:07.812119 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38a291cb-fc36-44ca-9a72-4908d3390e64 req-2877bf90-6650-4d41-9bf9-eebb83f4a31a tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.1946082
Feb 18 02:51:07.860704 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38a291cb-fc36-44ca-9a72-4908d3390e64 req-57e75f8a-003d-4d53-984f-289b8a6f29c8 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420730
Feb 18 02:51:07.898707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:07.936068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 8b43c535-7075-4184-a2df-877827ddda88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8b43c535-7075-4184-a2df-877827ddda88,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:07.941006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:07.941971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device da767700-947c-40b9-a64e-7af188e17927 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:07.973370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:08.068020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffcf79-14d8-45ea-bf0b-a6feb2f8affa req-703f6dba-497e-4cf5-8220-66f1fd67f2fd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:08.069623 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-faffcf79-14d8-45ea-bf0b-a6feb2f8affa req-703f6dba-497e-4cf5-8220-66f1fd67f2fd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.1780012
Feb 18 02:51:08.072826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=8b43c535-7075-4184-a2df-877827ddda88,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:08.079149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:08.085925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port da767700-947c-40b9-a64e-7af188e17927 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:08.086345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:08.099747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d026c8a-47f1-4a71-97ec-47339d002b08 req-0d8c4171-2790-4da6-b7d7-075c70998a49 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:08.101330 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d026c8a-47f1-4a71-97ec-47339d002b08 req-0d8c4171-2790-4da6-b7d7-075c70998a49 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.1269596
Feb 18 02:51:08.158189 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-faffcf79-14d8-45ea-bf0b-a6feb2f8affa req-f5403fff-ca1a-465e-9709-cce7c1f9eaaf tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798798
Feb 18 02:51:08.168544 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d026c8a-47f1-4a71-97ec-47339d002b08 req-3f5402db-fca0-431b-8e10-9e8743c42fad tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589566
Feb 18 02:51:08.418039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8b43c535-7075-4184-a2df-877827ddda88 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:08.497848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8b43c535-7075-4184-a2df-877827ddda88 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:08.498266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:08.929210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 41768) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:09.072057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.092005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5077d55-db93-4dc8-8d10-7f7d68cfbfbb req-7102419c-17e8-47ec-90ea-4578dd26ad46 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:09.092208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:09.093631 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5077d55-db93-4dc8-8d10-7f7d68cfbfbb req-7102419c-17e8-47ec-90ea-4578dd26ad46 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.0985184
Feb 18 02:51:09.097717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Usage tracker for resource:security_group_rule and tenant:d40f0cd0b46049c1923806ee478b1488 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:09.103613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:09.109126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:09.152822 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5077d55-db93-4dc8-8d10-7f7d68cfbfbb req-76f84f2b-54f5-4f73-93c8-1c6abbd1ca13 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454409
Feb 18 02:51:09.231672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.238276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.247318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b43c535-7075-4184-a2df-877827ddda88'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:09.257535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7969ede6-304f-40c1-beb0-0e7b4eeb988c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:09.320835 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d40f0cd0b46049c1923806ee478b1488&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3904767
Feb 18 02:51:09.321172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 41786) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:09.352390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d559e482-b943-4f22-9496-832d95b341bd,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:09.371061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:09.377429 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b43c535-7075-4184-a2df-877827ddda88', 'code': 200}
Feb 18 02:51:09.474961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.509990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.566077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493b83a-f068-4475-bb3f-2c5dec4f941c req-b3b62a98-69bc-4459-aa8b-2eeed52568da tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:09.567744 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a493b83a-f068-4475-bb3f-2c5dec4f941c req-b3b62a98-69bc-4459-aa8b-2eeed52568da tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.1999562
Feb 18 02:51:09.579821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.586406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ce6bdc27-1299-4254-b063-8bbff63ba799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:09.621604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d559e482-b943-4f22-9496-832d95b341bd,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:09.627677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:09.631152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:09.634859 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-85dee263-58c2-4e5b-861f-71dfd4550445 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d559e482-b943-4f22-9496-832d95b341bd HTTP/1.1" status: 204  len: 168 time: 0.3102784
Feb 18 02:51:09.665239 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a493b83a-f068-4475-bb3f-2c5dec4f941c req-59320d00-d78e-4791-b805-ef878da27bbc tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808871
Feb 18 02:51:09.839724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbe92-4817-4fa5-86b1-d1bfdcc226f2 req-50c45659-3677-4194-9081-62b111fe0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:09.841391 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eaacbe92-4817-4fa5-86b1-d1bfdcc226f2 req-50c45659-3677-4194-9081-62b111fe0f28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 1163 time: 0.1529255
Feb 18 02:51:09.855471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261af344-9181-4919-9903-49d4d9a4e498 req-679d939d-6d9f-4db0-90f1-21a10f0feb98 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:09.857537 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-261af344-9181-4919-9903-49d4d9a4e498 req-679d939d-6d9f-4db0-90f1-21a10f0feb98 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.1262333
Feb 18 02:51:09.964672 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eaacbe92-4817-4fa5-86b1-d1bfdcc226f2 req-b3cd256c-b1d0-433a-84f0-d30be712877f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049011
Feb 18 02:51:09.967777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-261af344-9181-4919-9903-49d4d9a4e498 req-5d0596cb-ec09-48da-81f2-6f66c7c33e36 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897844
Feb 18 02:51:10.049693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 41800) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:10.069163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.087852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:10.091921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Usage tracker for resource:security_group_rule and tenant:b10e652e8e484609bb4b3f151f7a3715 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:10.094806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:10.100477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:10.186630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.189240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.197677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-07d9cea3-fcfa-4581-abd5-6adfe31cbcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:10.243554 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b10e652e8e484609bb4b3f151f7a3715&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903093
Feb 18 02:51:10.244802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 41808) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:10.260474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480fc87c-5504-4c1e-8f6f-6d5d4a58766a,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:10.264138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:10.380872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.415486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.434621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45a7b-29cb-4fa5-a9f6-5d04ef807428 req-6c7cc1dd-5d46-4f6d-8130-6e8e6b50dbbb tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:10.436227 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-caa45a7b-29cb-4fa5-a9f6-5d04ef807428 req-6c7cc1dd-5d46-4f6d-8130-6e8e6b50dbbb tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.1577518
Feb 18 02:51:10.500721 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-caa45a7b-29cb-4fa5-a9f6-5d04ef807428 req-b018333d-af24-4eb1-9f60-31848c4ebf92 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578482
Feb 18 02:51:10.508828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.514478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c6c48e57-c454-4043-950f-81302c13904c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:10.527935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480fc87c-5504-4c1e-8f6f-6d5d4a58766a,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:10.531047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:10.533467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.534858 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/480fc87c-5504-4c1e-8f6f-6d5d4a58766a HTTP/1.1" status: 204  len: 168 time: 0.2881439
Feb 18 02:51:10.569721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device da767700-947c-40b9-a64e-7af188e17927 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:10.645882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port da767700-947c-40b9-a64e-7af188e17927 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:10.646304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:10.655327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:51:10.883252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20f2dc-ca89-4822-a7b0-177674a5b53a req-35a44acd-65e4-4276-960c-6bac8b1ded12 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:10.884834 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c20f2dc-ca89-4822-a7b0-177674a5b53a req-35a44acd-65e4-4276-960c-6bac8b1ded12 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.0959678
Feb 18 02:51:10.978784 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c20f2dc-ca89-4822-a7b0-177674a5b53a req-3d6b6319-8831-41ae-ab5d-ae780a9a5ad2 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866709
Feb 18 02:51:11.027589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dc130-8a4a-4c96-8e70-6f3e51820003 req-d1dbd7f6-9ddb-4215-a5ec-4f64338333fe tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:11.029212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce4dc130-8a4a-4c96-8e70-6f3e51820003 req-d1dbd7f6-9ddb-4215-a5ec-4f64338333fe tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.0989892
Feb 18 02:51:11.099890 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce4dc130-8a4a-4c96-8e70-6f3e51820003 req-1bff6b0d-6b65-4ce6-ae8c-17f9880d6428 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601296
Feb 18 02:51:11.207736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5eda-24df-4715-8185-b40c1d025fb2 req-d0dace25-e920-420e-a795-b80e2f71926c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:11.209553 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a86d5eda-24df-4715-8185-b40c1d025fb2 req-d0dace25-e920-420e-a795-b80e2f71926c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.0921080
Feb 18 02:51:11.260264 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a86d5eda-24df-4715-8185-b40c1d025fb2 req-ffb378c2-0fba-448a-9914-17b1264b7803 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442023
Feb 18 02:51:12.359254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29293814-5281-4877-a922-d53e93d74876 req-9ced995b-05cf-40ba-8630-1afd4ad940a1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:12.360955 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-29293814-5281-4877-a922-d53e93d74876 req-9ced995b-05cf-40ba-8630-1afd4ad940a1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.1969497
Feb 18 02:51:12.372438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016ef85-ea89-435c-91fd-f45c5981d4cd req-46060360-bb1e-4203-baac-9b6596f6eb6c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:12.373979 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b016ef85-ea89-435c-91fd-f45c5981d4cd req-46060360-bb1e-4203-baac-9b6596f6eb6c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.1370707
Feb 18 02:51:12.451726 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-29293814-5281-4877-a922-d53e93d74876 req-3631ea0c-6c7e-49d8-bc8c-747828bf90ba tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766828
Feb 18 02:51:12.459228 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b016ef85-ea89-435c-91fd-f45c5981d4cd req-e484550c-63ed-46f3-9b8e-a3b4a3fc903c tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684781
Feb 18 02:51:12.635022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8b43c535-7075-4184-a2df-877827ddda88 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:12.722494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 8b43c535-7075-4184-a2df-877827ddda88 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:12.722974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:12.872071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device dc754eb4-8307-4e04-9067-faf7af0e9198 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:12.959516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port dc754eb4-8307-4e04-9067-faf7af0e9198 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:12.959968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:13.017522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381b6d-d64a-4444-b50b-85d7afd3b9b3 req-79d770da-48c9-4c34-9b6a-a20222c8dbf6 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:13.019170 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e381b6d-d64a-4444-b50b-85d7afd3b9b3 req-79d770da-48c9-4c34-9b6a-a20222c8dbf6 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.4645751
Feb 18 02:51:13.027814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefe01a-b767-40ea-bc5f-ab2e65ae913d req-6ac8a9c1-7a09-417a-8693-695dc1b136a6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:13.035785 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3aefe01a-b767-40ea-bc5f-ab2e65ae913d req-6ac8a9c1-7a09-417a-8693-695dc1b136a6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.1820765
Feb 18 02:51:13.088216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-aa9c62ad-7429-49aa-86c2-8d04f00fd641 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:13.090136 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-aa9c62ad-7429-49aa-86c2-8d04f00fd641 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 945 time: 0.3037114
Feb 18 02:51:13.127741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e381b6d-d64a-4444-b50b-85d7afd3b9b3 req-b3685524-6a76-43e7-a61e-d80f00138cb4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895741
Feb 18 02:51:13.167370 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3aefe01a-b767-40ea-bc5f-ab2e65ae913d req-9680b358-c9dc-49db-9656-b2023807172c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306472
Feb 18 02:51:13.205063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Deleting port dc754eb4-8307-4e04-9067-faf7af0e9198 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:51:13.205444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:13.677528 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52b95091-803f-4310-b1af-c17a34a57eaa req-e5bcb888-19d9-49a6-8b1f-47380921ba2d tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4404552
Feb 18 02:51:13.703217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:13.732806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:13.753632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Usage tracker for resource:floatingip and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:13.764998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-edcefd82-b4d7-4f3d-8d13-a35ad0c123b8 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:13.766552 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-edcefd82-b4d7-4f3d-8d13-a35ad0c123b8 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.44 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.3936577
Feb 18 02:51:13.770891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:13.820914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:13.868366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] For port dc754eb4-8307-4e04-9067-faf7af0e9198, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc754eb4-8307-4e04-9067-faf7af0e9198,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:13.868764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:13.879663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for floatingip, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.085983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Deleting port da767700-947c-40b9-a64e-7af188e17927 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:51:14.086363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.125827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Calling delete_port for dc754eb4-8307-4e04-9067-faf7af0e9198 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:51:14.200559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d064797-859e-456b-8c58-29177d9d79cf req-d5bb73d6-527e-48d1-bab5-d101d7344400 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:14.202161 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d064797-859e-456b-8c58-29177d9d79cf req-d5bb73d6-527e-48d1-bab5-d101d7344400 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.5809429
Feb 18 02:51:14.377418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device dc754eb4-8307-4e04-9067-faf7af0e9198 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:51:14.520282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.566134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port dc754eb4-8307-4e04-9067-faf7af0e9198, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc754eb4-8307-4e04-9067-faf7af0e9198,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:14.567524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:14.574670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.575511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device da767700-947c-40b9-a64e-7af188e17927 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:51:14.615375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:14.618178 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d064797-859e-456b-8c58-29177d9d79cf req-75cd4d6f-dadd-40c9-8c72-7c73ca6ec6fa tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4028540
Feb 18 02:51:14.698710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:51:14.699185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:51:14.741388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=dc754eb4-8307-4e04-9067-faf7af0e9198,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:14.745130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:14.819973 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.866075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d5572c6-751d-4a37-9115-7d5bfe0a634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.878660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port da767700-947c-40b9-a64e-7af188e17927, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=da767700-947c-40b9-a64e-7af188e17927,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:14.882065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.883964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:14.910128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.968875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=da767700-947c-40b9-a64e-7af188e17927,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:14.973805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] For port da767700-947c-40b9-a64e-7af188e17927, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=da767700-947c-40b9-a64e-7af188e17927,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:14.974221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:14.974455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:15.202055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Deleting port dc754eb4-8307-4e04-9067-faf7af0e9198 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:51:15.202220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.247637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Calling delete_port for da767700-947c-40b9-a64e-7af188e17927 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:51:15.301495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 41996) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:15.336466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663338-d134-4178-bb7b-a011b7d84364 req-28eed942-ce10-4eea-8c37-8e2603c4a7e2 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:15.338097 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65663338-d134-4178-bb7b-a011b7d84364 req-28eed942-ce10-4eea-8c37-8e2603c4a7e2 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 950 time: 0.5373259
Feb 18 02:51:15.489847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.506986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:15.511065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Usage tracker for resource:security_group_rule and tenant:3630e2ac70a341948ff87d242a53cac5 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:15.514035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:15.520007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:15.563756 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65663338-d134-4178-bb7b-a011b7d84364 req-651adde7-1921-42ad-a3b1-6867d10da25a tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986847
Feb 18 02:51:15.615471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.621657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.654992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55e908a6-c950-42a5-9d8d-1727c28922ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:15.665296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:51:15.665664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:51:15.696217 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3630e2ac70a341948ff87d242a53cac5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3934171
Feb 18 02:51:15.697454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389b336-0458-4666-abed-c918b5d22d1f,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:15.701251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 42012) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:15.715838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:15.780609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.807765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.832565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Allocated IP 172.27.0.140 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/835b837d-8406-4e01-8623-a17bfb7b58d3) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:51:15.854680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.863450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:15.866296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] For port dc754eb4-8307-4e04-9067-faf7af0e9198, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc754eb4-8307-4e04-9067-faf7af0e9198,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:15.866704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.876946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389b336-0458-4666-abed-c918b5d22d1f,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:15.881074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:15.890125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:15.893912 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d389b336-0458-4666-abed-c918b5d22d1f HTTP/1.1" status: 204  len: 168 time: 0.1784458
Feb 18 02:51:16.035919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Calling delete_port for dc754eb4-8307-4e04-9067-faf7af0e9198 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:51:16.168500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Deleting port da767700-947c-40b9-a64e-7af188e17927 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:51:16.168880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.280463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a8efb-2f32-430b-871a-1b5b34c8f8d8 req-6c9538a9-1a38-47af-b8e8-29ffaa81f76b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:16.282129 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-762a8efb-2f32-430b-871a-1b5b34c8f8d8 req-6c9538a9-1a38-47af-b8e8-29ffaa81f76b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 943 time: 0.5071194
Feb 18 02:51:16.309385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 42032) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:16.328447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.345197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:16.349170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:20ee7cb1420f4a5881b98765080d9ca9 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:16.352166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:16.358499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:16.447282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.450442 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.463763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-09e06116-e0d4-4e19-8b3f-3078ceac17f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:16.511107 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20ee7cb1420f4a5881b98765080d9ca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981058
Feb 18 02:51:16.513867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 42038) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:16.547102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e34cfa-44f1-406c-9812-fcb3ab74e73a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:16.550734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:16.599775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.629538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.677480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.681220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.682562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-de135f73-86de-4033-9ac7-a9ea181be1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:16.695355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e34cfa-44f1-406c-9812-fcb3ab74e73a,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:16.698256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:16.702579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.706428 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19e34cfa-44f1-406c-9812-fcb3ab74e73a HTTP/1.1" status: 204  len: 168 time: 0.1888709
Feb 18 02:51:16.757207 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-762a8efb-2f32-430b-871a-1b5b34c8f8d8 req-dab5c2d6-3640-4231-9b56-cc71d52a5c0a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4653211
Feb 18 02:51:16.797858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:16.844317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:16.847239 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198', 'code': 200}
Feb 18 02:51:16.968363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Pushing event deleted for resources: {'Port': ['ID=dc754eb4-8307-4e04-9067-faf7af0e9198,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:17.023443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:17.086121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] For port da767700-947c-40b9-a64e-7af188e17927, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=da767700-947c-40b9-a64e-7af188e17927,segment=NetworkSegment(8d500fd6-33db-4166-8aec-0de2d2f685bd),segment_id=8d500fd6-33db-4166-8aec-0de2d2f685bd)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:17.086529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:17.121309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:17.255867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:17.301099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Calling delete_port for da767700-947c-40b9-a64e-7af188e17927 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:51:17.353702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4cd68cb-8f10-4358-bcc7-4953b436d48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:17.505957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:17.519724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] No DVR routers for this DVR port dc754eb4-8307-4e04-9067-faf7af0e9198 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:51:17.538558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'Port': ['ID=835b837d-8406-4e01-8623-a17bfb7b58d3,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:17.563518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:17.574614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270d46-e0c7-4f27-9bd1-6e13258ba93f req-a7fbfc09-7824-45d4-8dab-c06e8341619e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:17.576266 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26270d46-e0c7-4f27-9bd1-6e13258ba93f req-a7fbfc09-7824-45d4-8dab-c06e8341619e tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 948 time: 0.6112819
Feb 18 02:51:17.576790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'name': 'network-vif-deleted', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:17.617724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:17.654885 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95e29d38-d5f1-4e75-bc41-e379f0a0edbd req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "DELETE /v2.0/ports/dc754eb4-8307-4e04-9067-faf7af0e9198 HTTP/1.1" status: 204  len: 173 time: 4.5327697
Feb 18 02:51:17.755329 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26270d46-e0c7-4f27-9bd1-6e13258ba93f req-87698be6-ebca-4fa6-a1b0-e52e2a43c445 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/security-groups?id=27fcbacc-07e7-453d-b016-5fb602c077b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484630
Feb 18 02:51:17.783749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:51:17.793566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:51:17.802342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:51:17.839749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:17.842253 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a9dcf-bc45-4e9f-93be-aa2a37b1ed12', 'name': 'network-vif-deleted', 'tag': 'dc754eb4-8307-4e04-9067-faf7af0e9198', 'status': 'completed', 'code': 200}
Feb 18 02:51:17.906284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:18.027875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Pushing event deleted for resources: {'Port': ['ID=da767700-947c-40b9-a64e-7af188e17927,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:18.071693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:18.085275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 42084) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:18.132115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-41782896-620c-4184-8f5a-661f8f055bbe req-4234dbd2-b480-46a2-8bec-75b7721a47c4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Synchronizing usage tracker for tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:51:18.186443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-41782896-620c-4184-8f5a-661f8f055bbe req-4234dbd2-b480-46a2-8bec-75b7721a47c4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Unset dirty status for tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:51:18.187750 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-41782896-620c-4184-8f5a-661f8f055bbe req-4234dbd2-b480-46a2-8bec-75b7721a47c4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=563a9dcf-bc45-4e9f-93be-aa2a37b1ed12 HTTP/1.1" status: 200  len: 210 time: 0.1823490
Feb 18 02:51:18.208494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.218608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.236519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:18.241029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Usage tracker for resource:security_group_rule and tenant:80dd6c5d91ec4d36876ead3ccb4c2d5a is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:18.244437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:18.250370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:18.321839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] No DVR routers for this DVR port da767700-947c-40b9-a64e-7af188e17927 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:51:18.328257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.334725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.355709 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.359873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.369846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c264be61-99e3-4468-b88e-6df15b268307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:18.420417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 42092) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:18.420641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80dd6c5d91ec4d36876ead3ccb4c2d5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341177
Feb 18 02:51:18.421901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453180c8-cf59-483d-b745-0be208a35e93,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:18.425603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-46b2f995-93db-44d5-afad-1172ea142865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:18.455162 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e14713d-0b9f-432e-8221-c59098b3d943 req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.44 "DELETE /v2.0/ports/da767700-947c-40b9-a64e-7af188e17927 HTTP/1.1" status: 204  len: 173 time: 4.6811061
Feb 18 02:51:18.594904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.696264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.794305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.800698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.802424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad695c87-81ce-4a15-9d56-e481d81b63f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:18.813409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.825923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:18.832028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453180c8-cf59-483d-b745-0be208a35e93,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:18.856139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da767700-947c-40b9-a64e-7af188e17927'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:19.084851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:19.086085 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/453180c8-cf59-483d-b745-0be208a35e93 HTTP/1.1" status: 204  len: 168 time: 0.6519287
Feb 18 02:51:19.093885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:19.094449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b52e7ed2-bbfa-4a24-ba15-5be6d693ea60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:19.182721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:19.213115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c61333b8-f574-41a5-97c1-5928894351da req-5e2c7631-cde3-4948-880f-e9b60e2e8637 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Synchronizing usage tracker for tenant:247471ef3b7a4fe59ff41ca53e903021 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:51:19.261488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'Port': ['ID=835b837d-8406-4e01-8623-a17bfb7b58d3,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:19.267538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:19.271069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c61333b8-f574-41a5-97c1-5928894351da req-5e2c7631-cde3-4948-880f-e9b60e2e8637 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Unset dirty status for tenant:247471ef3b7a4fe59ff41ca53e903021 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:51:19.272404 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c61333b8-f574-41a5-97c1-5928894351da req-5e2c7631-cde3-4948-880f-e9b60e2e8637 tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] 10.222.0.53 "GET /v2.0/ports?device_id=df190833-c722-409d-86cb-ffa7551c1fbe HTTP/1.1" status: 200  len: 210 time: 0.1850505
Feb 18 02:51:19.369313 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da767700-947c-40b9-a64e-7af188e17927', 'code': 200}
Feb 18 02:51:19.390713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:19.411991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:19.422841 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52b95091-803f-4310-b1af-c17a34a57eaa req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 5.7351482
Feb 18 02:51:19.545166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52b95091-803f-4310-b1af-c17a34a57eaa req-7f45d14f-401c-4f62-b4f5-e1cfbbada18b tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Synchronizing usage tracker for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:51:19.572257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52b95091-803f-4310-b1af-c17a34a57eaa req-7f45d14f-401c-4f62-b4f5-e1cfbbada18b tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Unset dirty status for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:51:19.574917 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52b95091-803f-4310-b1af-c17a34a57eaa req-7f45d14f-401c-4f62-b4f5-e1cfbbada18b tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 696 time: 0.1497436
Feb 18 02:51:19.757839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b95091-803f-4310-b1af-c17a34a57eaa req-e0e1afc0-bad6-4f32-8262-ac95216979ec tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:19.759411 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52b95091-803f-4310-b1af-c17a34a57eaa req-e0e1afc0-bad6-4f32-8262-ac95216979ec tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1784813
Feb 18 02:51:19.773663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-52b95091-803f-4310-b1af-c17a34a57eaa req-c52ee075-5d36-483b-8e85-528a5ae79e91 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:51:19.774729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52b95091-803f-4310-b1af-c17a34a57eaa req-c52ee075-5d36-483b-8e85-528a5ae79e91 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0069189
Feb 18 02:51:19.883949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'name': 'network-vif-deleted', 'tag': 'da767700-947c-40b9-a64e-7af188e17927'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:20.039357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-602c15c7-831d-4eef-9589-7449ac22f577 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:20.041028 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-602c15c7-831d-4eef-9589-7449ac22f577 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/networks?id=6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 200  len: 809 time: 0.2576067
Feb 18 02:51:20.051959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-96998321-9ef6-4046-bc90-d14eb62c877c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:20.053592 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-96998321-9ef6-4046-bc90-d14eb62c877c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1573315
Feb 18 02:51:20.127895 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-17980e97-9a1a-4127-98f8-da36a3004737 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/quotas/2a2cb9a6e3e54dedbfedaae1561d57d3 HTTP/1.1" status: 200  len: 375 time: 0.0732422
Feb 18 02:51:20.187635 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-0a7423ee-1ada-4d4b-8d38-11463c92750d tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 696 time: 0.1255574
Feb 18 02:51:20.204627 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-eb1eddc0-4138-4370-a2cc-aae7cc6021af tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0611055
Feb 18 02:51:20.208057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'floatingip': {'port_id': '24f00592-f789-45f4-893d-2fa9019b6201', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:20.377208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:20.622376 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-4782a638-2102-460d-bb36-5f71397a91ea service neutron] 10.222.0.53 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428755
Feb 18 02:51:20.977909 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-4eafb7ae-e708-457e-9d08-afb8fc5d230c service neutron] 10.222.0.53 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3433788
Feb 18 02:51:21.502491 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df190833-c722-409d-86cb-ffa7551c1fbe', 'name': 'network-vif-deleted', 'tag': 'da767700-947c-40b9-a64e-7af188e17927', 'status': 'completed', 'code': 200}
Feb 18 02:51:21.713074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:21.715974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:21.922525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-810ac4b3-b8ed-4d34-8601-47192381ebcf req-cd97535c-035e-45ea-95df-264ce9a8a0b0 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 210 time: 0.0724907
Feb 18 02:51:22.041234 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Floating IP 6b99da55-93de-4604-8f44-2535b801a0f9 associated. External IP: 172.27.0.140, port: 24f00592-f789-45f4-893d-2fa9019b6201.
Feb 18 02:51:22.107422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-58308249-224a-4618-bafe-95a8b4b90de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:22.109276 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-58308249-224a-4618-bafe-95a8b4b90de9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.3302724
Feb 18 02:51:22.449198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-9754c94a-52e6-40d9-85ee-0fb3ebd075a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:22.450691 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-9754c94a-52e6-40d9-85ee-0fb3ebd075a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.2914643
Feb 18 02:51:22.459259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0188fe1-a738-41f4-ae11-76e4c9c238cf req-569469d3-205b-4b4a-9428-b8dfee1b7c42 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:22.460917 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0188fe1-a738-41f4-ae11-76e4c9c238cf req-569469d3-205b-4b4a-9428-b8dfee1b7c42 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3636115
Feb 18 02:51:22.641660 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-61009cf1-d035-4a8a-895b-5e18ebf9a737 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.1797109
Feb 18 02:51:22.836577 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0188fe1-a738-41f4-ae11-76e4c9c238cf req-1dd43773-7bfd-4722-8234-2f2ffcfe6f74 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078589
Feb 18 02:51:22.957990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-1fa075a1-e670-4986-8930-35032a0c2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:22.959628 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-1fa075a1-e670-4986-8930-35032a0c2680 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.3031943
Feb 18 02:51:23.034004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-df2dd635-cafc-415d-aed8-7b7ecf277bc4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:23.035897 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-df2dd635-cafc-415d-aed8-7b7ecf277bc4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "GET /v2.0/networks?id=6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 200  len: 809 time: 0.5059683
Feb 18 02:51:23.054961 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-3584ba5e-c073-4444-8708-b5a15bac24f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0740516
Feb 18 02:51:23.061050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Request body: {'port': {'device_id': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578', 'admin_state_up': True, 'tenant_id': '2a2cb9a6e3e54dedbfedaae1561d57d3'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:23.177649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Router 2c1b6d19-dc2a-487b-910c-a2adb2068546 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:51:23.509220 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2283138d-efa9-4bf4-a994-67d10a992e3e req-ec332a4d-b404-4660-b712-b6790235666a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 210 time: 0.3559804
Feb 18 02:51:23.781031 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-90144d7c-b3be-4b91-88c2-5eff3e9444f7 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7049296
Feb 18 02:51:23.784120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:23.825478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:23.881639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:51:23.894182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:23.896700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] Sync routers for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:51:23.907864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:51:23.908648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aefe0a20>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:51:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:51:23.954218 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Made reservation on behalf of 2a2cb9a6e3e54dedbfedaae1561d57d3 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:51:23.961375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:24.077092 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-1277931d-94e2-46e0-a3ee-12ac03a9b2d2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "PUT /v2.0/floatingips/6b99da55-93de-4604-8f44-2535b801a0f9 HTTP/1.1" status: 200  len: 996 time: 3.8830752
Feb 18 02:51:24.087544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:24.132758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:51:24.269638 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8fff4ab7-4c79-4799-8ee7-cddabdde3d79 req-c9c51abe-fa08-4fd5-a8d9-e2c83a919381 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4722440
Feb 18 02:51:24.395439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a56e-84c6-41e9-beca-fbd3f229187b req-a2b0c2ed-aa18-49df-a4ff-c962e983d029 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:24.397143 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c32a56e-84c6-41e9-beca-fbd3f229187b req-a2b0c2ed-aa18-49df-a4ff-c962e983d029 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3888896
Feb 18 02:51:24.449452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-3ac8951a-a1be-4764-b5da-e708e5d83e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:24.451538 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-3ac8951a-a1be-4764-b5da-e708e5d83e47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1162 time: 0.3404264
Feb 18 02:51:24.632156 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c32a56e-84c6-41e9-beca-fbd3f229187b req-b27645f6-7a01-44da-a5da-a7a4329719ac tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267737
Feb 18 02:51:24.680133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Allocated IP 172.20.0.10 (6be77506-b61f-492f-93eb-9ddb2eb99578/d1c36015-a705-4249-bd99-f39a17e2dc7b/6af5c8d9-6016-4fdf-bff8-9cd654c58f73) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:51:24.687556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aefe0a20>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '6b99da55-93de-4604-8f44-2535b801a0f9', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'port_id': '24f00592-f789-45f4-893d-2fa9019b6201', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'mac_address': 'fa:16:3e:9b:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:51:18Z', 'updated_at': '2021-02-18T02:51:21Z', 'revision_number': 1, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:51:24.691848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] Checking router: 2c1b6d19-dc2a-487b-910c-a2adb2068546 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:51:24.702421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:51:24.703232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aefe0a20>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:51:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:51:24.705562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'status': 'completed', 'code': 200}
Feb 18 02:51:24.711655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-c44e5a9f-a1ad-4503-b0c1-84fb2d2b12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:24.713385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-c44e5a9f-a1ad-4503-b0c1-84fb2d2b12c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.2520823
Feb 18 02:51:24.919888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:51:24.961413 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9013e7d1-09eb-4580-8bb4-b7a213111cdf req-24237344-8081-443f-8eb8-6e382b19c5a0 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 210 time: 0.1158602
Feb 18 02:51:25.061007 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-4d4a82cc-1e46-4384-83b4-0c11e71eb3fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 999 time: 0.3296514
Feb 18 02:51:25.178141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-5fe44fd8-9179-4f5d-9b21-c8d0c8058b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:25.179782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-5fe44fd8-9179-4f5d-9b21-c8d0c8058b10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1162 time: 0.3857834
Feb 18 02:51:25.184814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-7c0aa242-deab-4447-9b85-9f82a2d309ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:25.186413 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-7c0aa242-deab-4447-9b85-9f82a2d309ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.1108603
Feb 18 02:51:25.324968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aefe0a20>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '6b99da55-93de-4604-8f44-2535b801a0f9', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'port_id': '24f00592-f789-45f4-893d-2fa9019b6201', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'mac_address': 'fa:16:3e:9b:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:51:18Z', 'updated_at': '2021-02-18T02:51:21Z', 'revision_number': 1, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:51:25.329681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287e63e-2c44-4e59-8a9d-ecdff53c50ea None None] The sync data for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi is: [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '6b99da55-93de-4604-8f44-2535b801a0f9', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'port_id': '24f00592-f789-45f4-893d-2fa9019b6201', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'mac_address': 'fa:16:3e:9b:01:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:51:18Z', 'updated_at': '2021-02-18T02:51:21Z', 'revision_number': 1, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:51:25.610397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:25.681201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-cf682daa-7cd9-4d8f-839b-9aacbcc271aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:25.683140 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-cf682daa-7cd9-4d8f-839b-9aacbcc271aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.4427316
Feb 18 02:51:25.688375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-13330da4-2590-4b5b-bf76-3540eaab3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:25.689968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-13330da4-2590-4b5b-bf76-3540eaab3227 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4935536
Feb 18 02:51:25.704465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-ea552243-c532-4005-b2f3-4d1496f5b881 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:51:25.705527 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-ea552243-c532-4005-b2f3-4d1496f5b881 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0068185
Feb 18 02:51:25.718750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54694a23-27c4-4784-a322-16840b6f92c9 None None] New status for floating IP 6b99da55-93de-4604-8f44-2535b801a0f9: ACTIVE {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:51:25.853073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:25.949002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-af1839fa-90ff-43c9-b6f5-521d63566f02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:26.107781 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-bff40788-e4d8-41fa-830d-a6184dda03b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 999 time: 0.4076490
Feb 18 02:51:26.201461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Pushing event updated for resources: {'Port': ['ID=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:26.216816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:26.270612 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-18d541bd-04a8-4635-9b49-4c7ea849b276 service neutron] 10.222.0.53 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5069239
Feb 18 02:51:26.286097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efccd-4167-4f6b-8d22-6cf8c1a66b2a req-5b9f1968-c369-4cf3-b25b-0d7a8fc99a6f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:26.287730 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-742efccd-4167-4f6b-8d22-6cf8c1a66b2a req-5b9f1968-c369-4cf3-b25b-0d7a8fc99a6f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.5046690
Feb 18 02:51:26.289170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-96091c2f-a92b-41aa-8578-b2a25a488b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:26.290619 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-96091c2f-a92b-41aa-8578-b2a25a488b98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.1655853
Feb 18 02:51:26.467657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:51:26.479243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:51:26.486017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:51:26.561867 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-742efccd-4167-4f6b-8d22-6cf8c1a66b2a req-cc939bea-345b-43da-a027-3c674dd130db tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447059
Feb 18 02:51:26.612760 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1957cdd8-00ec-45db-813c-5fef570f1033 req-de34c579-c6c4-4821-bba9-1841e72cbaa9 service neutron] 10.222.0.53 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3341620
Feb 18 02:51:26.617289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:26.617899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:26.637965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-f0cd8b9b-afe3-4081-8b9c-6ebddab9439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:26.639618 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-f0cd8b9b-afe3-4081-8b9c-6ebddab9439d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3258524
Feb 18 02:51:26.675016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-755262685', 'description': 'tempest-TestMinimumBasicScenario-755262685 description'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:26.737609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:26.780904 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7320049
Feb 18 02:51:26.781925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Usage tracker for resource:security_group and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:26.801214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:26.808609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Request body: {'port': {'device_id': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:26.855436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:26.921230 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:27.016779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:27.022329 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-8ec3ef7b-2d4f-49e0-9825-af042af67315 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3753202
Feb 18 02:51:27.031337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Usage tracker for resource:security_group_rule and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:27.038822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:27.043548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:27.081363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:27.093641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa494-9211-4a6b-af5d-8478ec378a6c req-a4416d95-ccd4-4a00-94c0-13de1f77f8df tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:27.094384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e0ffa494-9211-4a6b-af5d-8478ec378a6c req-a4416d95-ccd4-4a00-94c0-13de1f77f8df tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Synchronizing usage tracker for tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:51:27.452797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e0ffa494-9211-4a6b-af5d-8478ec378a6c req-a4416d95-ccd4-4a00-94c0-13de1f77f8df tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Unset dirty status for tenant:2a2cb9a6e3e54dedbfedaae1561d57d3 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:51:27.454086 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e0ffa494-9211-4a6b-af5d-8478ec378a6c req-a4416d95-ccd4-4a00-94c0-13de1f77f8df tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 932 time: 0.7702451
Feb 18 02:51:27.614868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e9b6777-7cb2-4a3a-bc50-2078862bd53c req-85fb0244-a7ad-4f66-bc2e-6c88c579efd1 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5724959
Feb 18 02:51:27.626501 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e0ffa494-9211-4a6b-af5d-8478ec378a6c req-041f59ac-307f-4ffa-a477-f7c9122b696c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581078
Feb 18 02:51:27.714512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:27.718789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:27.726572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6645eb62-864c-4f5e-a40a-a5a5cf172d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:27.895513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b574b-471e-4bcf-b8b6-72e8586275b1,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:27.907042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:27.908372 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea1cac9d-19cd-4aff-8dac-29df6ff3e7f1 req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 1.2379856
Feb 18 02:51:27.924055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.924465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.924861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.925253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.925642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.926028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.926415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.926798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.927179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.927580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.927963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.928350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.928809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.929189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.929564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.929944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.930316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.930691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.931064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.931437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.931842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.932914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.933399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.933776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:27.942757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:28.017811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ab7b9-2e10-4286-87f1-33633d33ee1e req-bbd0c3cc-2e94-427a-a1b2-fb9d6d6f9e37 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:28.019424 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c0ab7b9-2e10-4286-87f1-33633d33ee1e req-bbd0c3cc-2e94-427a-a1b2-fb9d6d6f9e37 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2360132
Feb 18 02:51:28.129373 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c0ab7b9-2e10-4286-87f1-33633d33ee1e req-ab4f0e5a-33e3-4159-8931-ad60ce4e10dd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033003
Feb 18 02:51:28.133774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:51:28.142547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.156093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Transition to ACTIVE for port object 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:51:28.171400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.191981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:28.348275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Pushing event updated for resources: {'Port': ['ID=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:28.354111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:28.358741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-2187f280-d166-4962-8e40-32cc6287743a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups/4b1b574b-471e-4bcf-b8b6-72e8586275b1 HTTP/1.1" status: 200  len: 1812 time: 0.2013726
Feb 18 02:51:28.378374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b1b574b-471e-4bcf-b8b6-72e8586275b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:28.378727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b1b574b-471e-4bcf-b8b6-72e8586275b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:28.389214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:28.396757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Usage tracker for resource:security_group_rule and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:28.408274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:28.417916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:28.592210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.630191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.635930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Attempting to bind port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:51:28.636326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Attempting to bind port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:51:28.636806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Attempting to bind port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 on network 6be77506-b61f-492f-93eb-9ddb2eb99578 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:51:28.641044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.649423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:51:28.649802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Checking segment: {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:51:28.650208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.650669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Bound using segment: {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:51:28.651436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Bound port: 6af5c8d9-6016-4fdf-bff8-9cd654c58f73, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6be77506-b61f-492f-93eb-9ddb2eb99578'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:51:28.651838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.664091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:28.726987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea7a8da-db04-477e-840b-0db222a62211,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:28.731084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:28.747787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.749107 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d08afa38-aa74-4aff-8441-e23872a02f9f req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3774409
Feb 18 02:51:28.794131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] For port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:51:28.797855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] For port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:51:28.801572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:28.818791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:29.035846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Pushing event updated for resources: {'Port': ['ID=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:29.046027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:29.088842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49822b-92c9-4c1b-8bdf-214df0425240 req-04fe3bba-6ac1-4e13-977b-996450bcb5d2 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:29.090433 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f49822b-92c9-4c1b-8bdf-214df0425240 req-04fe3bba-6ac1-4e13-977b-996450bcb5d2 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.1841090
Feb 18 02:51:29.093729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:29.094400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:29.095833 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] 10.222.0.44 "PUT /v2.0/ports/6af5c8d9-6016-4fdf-bff8-9cd654c58f73 HTTP/1.1" status: 200  len: 1158 time: 2.2980621
Feb 18 02:51:29.096353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'tag': '6af5c8d9-6016-4fdf-bff8-9cd654c58f73'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:29.196643 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f49822b-92c9-4c1b-8bdf-214df0425240 req-7f1f2ada-99d7-4f57-b464-e8b6505e84db tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950716
Feb 18 02:51:29.221311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-376bab89-1c5c-4fa5-ba6f-d8c6f8cd6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:29.222957 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-376bab89-1c5c-4fa5-ba6f-d8c6f8cd6f1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 1161 time: 0.0890896
Feb 18 02:51:29.315348 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-697c0e08-7a00-4a3d-99c5-b183be12b260 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af5c8d9-6016-4fdf-bff8-9cd654c58f73 HTTP/1.1" status: 200  len: 217 time: 0.0778451
Feb 18 02:51:29.380087 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f705987c-be49-4e27-92de-ddffaacd801b req-2df91557-d121-42ca-a555-c7f7c2fc9027 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups/4b1b574b-471e-4bcf-b8b6-72e8586275b1 HTTP/1.1" status: 200  len: 2405 time: 0.1557653
Feb 18 02:51:29.395803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b1b574b-471e-4bcf-b8b6-72e8586275b1', 'remote_group_id': None}]} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:29.396158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b1b574b-471e-4bcf-b8b6-72e8586275b1', 'remote_group_id': None}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:29.406030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:29.412800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Usage tracker for resource:security_group_rule and tenant:1ef278da15dd40278ed0a0607687ec53 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:29.418359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:29.421858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-0497a1df-2daf-44ee-b61f-d0be7477e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:29.423357 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-0497a1df-2daf-44ee-b61f-d0be7477e4dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c36015-a705-4249-bd99-f39a17e2dc7b HTTP/1.1" status: 200  len: 849 time: 0.0945499
Feb 18 02:51:29.426859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:29.485474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-052d0447-1320-4eb2-b3fe-8f39ad6f8108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6be77506-b61f-492f-93eb-9ddb2eb99578&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522754
Feb 18 02:51:29.622161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:29.669448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:29.675313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:29.680818 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-e348b8fb-df81-4534-bbc0-ad3d76ca3e0a service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853478
Feb 18 02:51:29.685665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:29.786772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e39703-cd66-4ec2-ac23-8363a5d8601e,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:29.801884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:29.814764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:29.816859 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f705987c-be49-4e27-92de-ddffaacd801b req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4271502
Feb 18 02:51:29.865521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5c08d65-bf15-4030-a6a0-d8521a022d93 req-df14aa0a-582f-4064-ab7b-2e1d55de6e2a service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1731045
Feb 18 02:51:29.881059 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'tag': '6af5c8d9-6016-4fdf-bff8-9cd654c58f73', 'status': 'completed', 'code': 200}
Feb 18 02:51:30.087125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-c9acb56e-94a9-4bf9-86fe-db4833c7e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:30.089324 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-c9acb56e-94a9-4bf9-86fe-db4833c7e057 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 1161 time: 0.1673748
Feb 18 02:51:30.096382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcff67b-a97a-49ae-9dce-b01d010858fe req-b0da5572-1b2d-4331-89bc-58ae80912fba tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:30.097862 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1bcff67b-a97a-49ae-9dce-b01d010858fe req-b0da5572-1b2d-4331-89bc-58ae80912fba tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1197095
Feb 18 02:51:30.257199 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1bcff67b-a97a-49ae-9dce-b01d010858fe req-968161e4-40f9-4ad8-8644-9098d6a6a9f1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321099
Feb 18 02:51:30.296518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-2661dac5-77ff-430e-a2ea-0107cb1cb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:30.298523 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-2661dac5-77ff-430e-a2ea-0107cb1cb17b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 200  len: 903 time: 0.1997235
Feb 18 02:51:30.387904 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-659be390-df41-44a7-b16b-e3f91532a796 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af5c8d9-6016-4fdf-bff8-9cd654c58f73 HTTP/1.1" status: 200  len: 217 time: 0.0814447
Feb 18 02:51:30.470493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-e3720ec1-8496-4e63-8d9e-f0ff2c8f3592 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Synchronizing usage tracker for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:51:30.488328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-6a1166ba-4494-43d4-ba8d-ff8a49d9f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:30.489898 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-6a1166ba-4494-43d4-ba8d-ff8a49d9f9b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c36015-a705-4249-bd99-f39a17e2dc7b HTTP/1.1" status: 200  len: 849 time: 0.0939126
Feb 18 02:51:30.496866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-e3720ec1-8496-4e63-8d9e-f0ff2c8f3592 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Unset dirty status for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:51:30.498043 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-e3720ec1-8496-4e63-8d9e-f0ff2c8f3592 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-755262685&fields=id&tenant_id=1ef278da15dd40278ed0a0607687ec53 HTTP/1.1" status: 200  len: 267 time: 0.1328387
Feb 18 02:51:30.586042 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-c4a393f4-7a90-42f8-902d-55eec705ec9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6be77506-b61f-492f-93eb-9ddb2eb99578&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869851
Feb 18 02:51:30.756133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-197e3cd6-e3c8-4bdc-868b-2c610d7367b9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:30.757711 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-197e3cd6-e3c8-4bdc-868b-2c610d7367b9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.2227399
Feb 18 02:51:30.767692 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-958f4058-441f-40ea-8219-15ebc431d5e7 service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715853
Feb 18 02:51:30.772225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'port': {'security_groups': ['0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7', '4b1b574b-471e-4bcf-b8b6-72e8586275b1']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:31.304835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:31.333720 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a1fd6a3-8197-4200-8de5-852a6fb5fe15 req-237b3aa1-6b58-4236-9997-6415a02b83a7 service neutron] 10.222.0.44 "GET /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5335464
Feb 18 02:51:31.387899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-2927955d-5c4d-457e-8a40-01748b9ab7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:31.389840 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-2927955d-5c4d-457e-8a40-01748b9ab7d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.2789059
Feb 18 02:51:31.638593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-f7a6f4f1-79a9-48c4-94aa-ed6b66f61b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:31.640102 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-f7a6f4f1-79a9-48c4-94aa-ed6b66f61b27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.2046044
Feb 18 02:51:31.795023 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-ce25fc4e-57b5-492c-a9f0-313ed54209a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.1328948
Feb 18 02:51:31.907128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-73dbcf7a-4fb9-4f99-8faf-0b2eac7d8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:31.908650 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-73dbcf7a-4fb9-4f99-8faf-0b2eac7d8c66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.1034205
Feb 18 02:51:31.915618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] For port 24f00592-f789-45f4-893d-2fa9019b6201, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=24f00592-f789-45f4-893d-2fa9019b6201,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:31.969624 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-fcaa6aea-3ba4-4c62-8cc3-64e082436fd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509038
Feb 18 02:51:32.066320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:32.081009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:32.105384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:32.299726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=5']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:32.308062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:32.311913 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-159f1778-d1c6-4a42-99f3-2c853f2c8a7f service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3273394
Feb 18 02:51:32.446462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:32.447143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:32.449404 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a1fbd81-1372-438c-99c8-2dfc926b703a req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "PUT /v2.0/ports/24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 981 time: 1.6841035
Feb 18 02:51:32.449947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:32.503444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfd2c1b2-2c70-44a7-9900-b044fb16d341 req-6a88ce6a-7b54-4243-aead-3e548bb49cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1836333
Feb 18 02:51:32.648820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963fc70-e0e4-47a5-9084-6a6eb824c63b req-1647bd29-8af3-447d-8101-1785c9c55e0b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:32.650437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5963fc70-e0e4-47a5-9084-6a6eb824c63b req-1647bd29-8af3-447d-8101-1785c9c55e0b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.0909033
Feb 18 02:51:32.702763 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5963fc70-e0e4-47a5-9084-6a6eb824c63b req-5074ce31-d6c1-4a6c-835d-c77989664c67 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455198
Feb 18 02:51:32.739125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-39a0ea80-803f-4fa3-a06d-dc6642c48cd9 None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:32.739583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39a0ea80-803f-4fa3-a06d-dc6642c48cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:32.856581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:32.892164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c141-92fd-467e-845f-5ddfe7a29a8c req-a1070045-eda8-425a-adfd-e27680123b5e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:32.895071 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33a8c141-92fd-467e-845f-5ddfe7a29a8c req-a1070045-eda8-425a-adfd-e27680123b5e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0922263
Feb 18 02:51:32.945375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:32.946070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:32.948429 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33a8c141-92fd-467e-845f-5ddfe7a29a8c req-7dc6d5de-c1c1-44ff-912a-ed90cd4d00bf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478179
Feb 18 02:51:33.144978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d71d42-c95e-423a-97c4-813b6751e589 req-59384965-b1db-4d72-8a69-83d01b3b0805 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:33.146580 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06d71d42-c95e-423a-97c4-813b6751e589 req-59384965-b1db-4d72-8a69-83d01b3b0805 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0915654
Feb 18 02:51:33.203050 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06d71d42-c95e-423a-97c4-813b6751e589 req-893f49c4-3379-4261-a823-39dd7128ec38 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0483923
Feb 18 02:51:33.265098 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'status': 'completed', 'code': 200}
Feb 18 02:51:33.372180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-e956ee53-74d2-4cd5-a12d-00ec83202e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:33.373713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-e956ee53-74d2-4cd5-a12d-00ec83202e74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1202 time: 0.0791843
Feb 18 02:51:33.517803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-13a7b429-273c-47d7-b5b3-a8178a6d0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:33.519374 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-13a7b429-273c-47d7-b5b3-a8178a6d0dc8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.1375821
Feb 18 02:51:33.632728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-60ec840d-be87-4cdc-b984-8b83fc1be9cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 1001 time: 0.1044123
Feb 18 02:51:33.717831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-ed2f7102-3b74-41a7-a797-858e5665bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:33.719412 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-ed2f7102-3b74-41a7-a797-858e5665bc71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.0749505
Feb 18 02:51:33.803171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-89eb2eaa-0839-4050-bec1-fdd5d4a9ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:33.804971 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-89eb2eaa-0839-4050-bec1-fdd5d4a9ccdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0785608
Feb 18 02:51:34.024441 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-93a386d1-46bf-4d63-91de-6de9f921df39 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105172
Feb 18 02:51:34.032210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa5f87-dd1f-4bf3-aad7-467a57b6fffb req-b6ef296b-2b9f-4d96-af01-7d039029e616 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:34.033690 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8fa5f87-dd1f-4bf3-aad7-467a57b6fffb req-b6ef296b-2b9f-4d96-af01-7d039029e616 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.1959336
Feb 18 02:51:34.408045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8fa5f87-dd1f-4bf3-aad7-467a57b6fffb req-3fb032c3-86ae-4a9e-a0ce-9439b97de4ed tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3482757
Feb 18 02:51:34.440310 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-640d14fe-6186-4c91-9c83-0be41e09f2d6 req-7f5a7da5-c868-4420-b25f-66b16e94f732 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4056180
Feb 18 02:51:34.594432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63ae-5c91-4c64-a477-0d690773015f req-a5f720e1-9a9f-41c1-b8df-d331309e0afe tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:34.596081 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-663f63ae-5c91-4c64-a477-0d690773015f req-a5f720e1-9a9f-41c1-b8df-d331309e0afe tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0872192
Feb 18 02:51:34.645395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-663f63ae-5c91-4c64-a477-0d690773015f req-398bd169-c4dc-405f-bc79-80010d7952db tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430701
Feb 18 02:51:35.622376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f33210-15aa-4e58-b0de-f0d12ec57e99 req-0582735a-6041-4e8b-9822-3c16ecf7ef5a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:35.623986 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01f33210-15aa-4e58-b0de-f0d12ec57e99 req-0582735a-6041-4e8b-9822-3c16ecf7ef5a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.0983088
Feb 18 02:51:35.676038 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01f33210-15aa-4e58-b0de-f0d12ec57e99 req-3e3211f5-ddd7-4f49-ab6f-33a86d3d906f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450711
Feb 18 02:51:35.864976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a1378-e189-4e8a-aa57-e51f20dd6308 req-e5d3fa84-4462-4044-b97f-4c0ebcf40ce2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:35.866813 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-837a1378-e189-4e8a-aa57-e51f20dd6308 req-e5d3fa84-4462-4044-b97f-4c0ebcf40ce2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0881248
Feb 18 02:51:35.924498 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-837a1378-e189-4e8a-aa57-e51f20dd6308 req-f9ed91e1-c66c-4846-be06-8c7a2506196b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481369
Feb 18 02:51:36.312724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-6fa46839-3fc5-431a-b146-b4466eee777c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:36.314342 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-6fa46839-3fc5-431a-b146-b4466eee777c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.1653683
Feb 18 02:51:36.332039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-59affe05-6a98-41f3-ad84-436bff4fde52 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/quotas/5bac0c4ff10c4e9888c18e752fb19407 HTTP/1.1" status: 200  len: 375 time: 0.0111930
Feb 18 02:51:36.424172 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-25264372-362f-484a-bd04-f389bed1b4ed tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0850677
Feb 18 02:51:36.587797 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-803027b1-47bc-4042-837e-e8ed381429d2 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521547
Feb 18 02:51:36.745814 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-104cc89c-644b-4702-9221-4e8f3421660d service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527696
Feb 18 02:51:36.896760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44827f71-272c-4941-be55-2c7ccbf75587 req-cc049d8d-fdab-4d12-be6b-5f5199b4763f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:36.898814 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44827f71-272c-4941-be55-2c7ccbf75587 req-cc049d8d-fdab-4d12-be6b-5f5199b4763f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.1018684
Feb 18 02:51:36.973412 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4caeb79-eaf7-4144-b2dc-37bdac40047a req-4d235b6c-04af-4a83-8f90-c1152e4ec2b1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 210 time: 0.0670421
Feb 18 02:51:37.001836 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44827f71-272c-4941-be55-2c7ccbf75587 req-be067a13-df42-4a89-a818-4daa37143e07 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937424
Feb 18 02:51:37.189255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:37.194721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa2e1-2bc4-443a-9bfe-714225b770a2 req-b48a8a0e-650a-4122-a233-6e30145aaf83 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:37.196650 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c05aa2e1-2bc4-443a-9bfe-714225b770a2 req-b48a8a0e-650a-4122-a233-6e30145aaf83 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1113102
Feb 18 02:51:37.249930 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c05aa2e1-2bc4-443a-9bfe-714225b770a2 req-c7b5e7b0-ce0c-4153-8b50-bf32d7b3d8c3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464144
Feb 18 02:51:38.195204 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-66910b58-8a93-4a28-b480-5544b7917def req-d94a8159-f923-45dd-8ba1-b2c783821297 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 210 time: 0.0970898
Feb 18 02:51:38.236017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebfd7f-f37d-4074-8a73-2c9f6e4a2959 req-47157b34-dda2-4bc0-aae8-395cb147e431 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:38.238152 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a1ebfd7f-f37d-4074-8a73-2c9f6e4a2959 req-47157b34-dda2-4bc0-aae8-395cb147e431 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.1031175
Feb 18 02:51:38.288246 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a1ebfd7f-f37d-4074-8a73-2c9f6e4a2959 req-401afd55-0607-4a74-9532-7d828a5904ce tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443609
Feb 18 02:51:38.464373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749964-dfeb-40f2-99af-9808145980ef req-396963c3-5a7b-4d4b-99e1-57bf83d354dc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:38.465986 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7749964-dfeb-40f2-99af-9808145980ef req-396963c3-5a7b-4d4b-99e1-57bf83d354dc tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0923936
Feb 18 02:51:38.529412 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7749964-dfeb-40f2-99af-9808145980ef req-44f6cc2b-6961-4bb9-8e3b-200c9ad02378 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566514
Feb 18 02:51:38.714375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-ab5cb4b1-2157-400c-98ca-de50595929c1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:38.716165 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-ab5cb4b1-2157-400c-98ca-de50595929c1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.1858046
Feb 18 02:51:38.741634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Request body: {'port': {'device_id': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9', 'admin_state_up': True, 'tenant_id': '5bac0c4ff10c4e9888c18e752fb19407'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:38.913022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:51:38.917784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Usage tracker for resource:port and tenant:5bac0c4ff10c4e9888c18e752fb19407 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:51:38.925067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:51:38.936702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:51:38.947750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Made reservation on behalf of 5bac0c4ff10c4e9888c18e752fb19407 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:51:38.953571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:39.281441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Allocated IP 172.20.0.12 (c7ffd2ab-2299-4261-be01-f61380fee2a9/6b9b78d8-4e46-4e1e-991e-bef961861d6e/f67c920a-3ba4-49b0-ad0b-39ed1a502019) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:51:39.375148 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-487bc7fd-1de5-46e0-87d3-ead3b7f7793e req-b0a1d2c4-0fd4-4e8f-a7e7-7a771a7dacd7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 210 time: 0.0619934
Feb 18 02:51:39.632134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12d63-b945-4af7-acde-5f1ed5589a63 req-651b50eb-2694-4248-a7a8-78cf12ffc25c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:39.633789 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cf12d63-b945-4af7-acde-5f1ed5589a63 req-651b50eb-2694-4248-a7a8-78cf12ffc25c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.2181885
Feb 18 02:51:39.637008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:39.756946 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cf12d63-b945-4af7-acde-5f1ed5589a63 req-a0d5f6d1-8bc3-4c9f-b3ab-e0b60323fce6 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163347
Feb 18 02:51:39.790404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd868-e382-4e94-a42e-03f5fd9c8cbb req-0bd5502a-139e-498e-b72e-6e2f447a83a3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:39.792565 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0aafd868-e382-4e94-a42e-03f5fd9c8cbb req-0bd5502a-139e-498e-b72e-6e2f447a83a3 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1334143
Feb 18 02:51:39.793568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:39.814959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:39.993956 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0aafd868-e382-4e94-a42e-03f5fd9c8cbb req-e6e2233f-a6a8-4096-b18f-18be1fa31413 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830146
Feb 18 02:51:39.994819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event updated for resources: {'Port': ['ID=f67c920a-3ba4-49b0-ad0b-39ed1a502019,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:39.999110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:40.052687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:51:40.053782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:51:40.056113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:51:40.120695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:40.121273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:40.144395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4077961
Feb 18 02:51:40.160876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Request body: {'port': {'device_id': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:51:40.281896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:40.629282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 42656) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:40.799096 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f0ef7355-4574-401c-b595-38a7d2cb7987 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=247471ef3b7a4fe59ff41ca53e903021&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1685047
Feb 18 02:51:40.802333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 42664) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:51:40.873546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:40.899964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:40.974436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ef415-7d14-43cb-b61e-2c232060ba66 req-103ec33d-5033-4759-b31d-e3c77db6b3bd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:40.974793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2e7ef415-7d14-43cb-b61e-2c232060ba66 req-103ec33d-5033-4759-b31d-e3c77db6b3bd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:51:40.990345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.005703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cad142c7-23f6-46db-ad90-3d82f9722747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:41.027449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fcbacc-07e7-453d-b016-5fb602c077b0,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:41.033190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2e7ef415-7d14-43cb-b61e-2c232060ba66 req-103ec33d-5033-4759-b31d-e3c77db6b3bd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:51:41.034484 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e7ef415-7d14-43cb-b61e-2c232060ba66 req-103ec33d-5033-4759-b31d-e3c77db6b3bd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 932 time: 0.5432205
Feb 18 02:51:41.039297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.044176 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27fcbacc-07e7-453d-b016-5fb602c077b0 HTTP/1.1" status: 204  len: 168 time: 0.2408221
Feb 18 02:51:41.045759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.046116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.046839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.046839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.047247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.048268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.048268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.048581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.048929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.049558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.050045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.050429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.050898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.051277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.051688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.052066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.052443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.055746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.055746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.055746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.055746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.055746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.055746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.056432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:51:41.060955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:41.144443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35830383-20ba-4fa9-bd17-ca507aa1e460 req-f4f9bde4-e98d-488a-86b4-4c36eb913144 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:41.146056 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35830383-20ba-4fa9-bd17-ca507aa1e460 req-f4f9bde4-e98d-488a-86b4-4c36eb913144 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.2499442
Feb 18 02:51:41.183480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e7ef415-7d14-43cb-b61e-2c232060ba66 req-9ebf4af1-c58f-4f3d-9346-71e6e8c7d6f3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333389
Feb 18 02:51:41.187324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67c920a-3ba4-49b0-ad0b-39ed1a502019 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:51:41.206509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.235568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Transition to ACTIVE for port object f67c920a-3ba4-49b0-ad0b-39ed1a502019 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:51:41.244080 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35830383-20ba-4fa9-bd17-ca507aa1e460 req-7a0c7757-e9ba-4067-87c0-b3906c451c34 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898612
Feb 18 02:51:41.246487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.266633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:41.468123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f67c920a-3ba4-49b0-ad0b-39ed1a502019,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:41.473978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:41.534755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2dfd3-7727-481a-968f-3a3691b5a97b req-f804e54f-ef2f-4617-85c5-385a7ae080cf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:41.536422 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8d2dfd3-7727-481a-968f-3a3691b5a97b req-f804e54f-ef2f-4617-85c5-385a7ae080cf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.2341855
Feb 18 02:51:41.694631 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8d2dfd3-7727-481a-968f-3a3691b5a97b req-e16b8e22-9a0b-441d-8b3c-1cf7e745a1d7 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509867
Feb 18 02:51:41.729231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Attempting to bind port f67c920a-3ba4-49b0-ad0b-39ed1a502019 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:51:41.729759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Attempting to bind port f67c920a-3ba4-49b0-ad0b-39ed1a502019 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:51:41.730132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Attempting to bind port f67c920a-3ba4-49b0-ad0b-39ed1a502019 on network c7ffd2ab-2299-4261-be01-f61380fee2a9 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:51:41.736050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:51:41.736559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Checking segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:51:41.736977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.737373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Bound using segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:51:41.738159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Bound port: f67c920a-3ba4-49b0-ad0b-39ed1a502019, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:51:41.738626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.840347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] For port f67c920a-3ba4-49b0-ad0b-39ed1a502019, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:51:41.843534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] For port f67c920a-3ba4-49b0-ad0b-39ed1a502019, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f67c920a-3ba4-49b0-ad0b-39ed1a502019,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:51:41.846947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:41.862181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:42.011858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f67c920a-3ba4-49b0-ad0b-39ed1a502019,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:42.016641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:42.077544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:42.078304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:42.079914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] 10.222.0.44 "PUT /v2.0/ports/f67c920a-3ba4-49b0-ad0b-39ed1a502019 HTTP/1.1" status: 200  len: 1158 time: 1.9239237
Feb 18 02:51:42.080516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'tag': 'f67c920a-3ba4-49b0-ad0b-39ed1a502019'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:42.170117 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'tag': 'f67c920a-3ba4-49b0-ad0b-39ed1a502019', 'status': 'completed', 'code': 200}
Feb 18 02:51:42.209807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-94c953b6-57a2-4f01-bb69-dd36fc8fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:42.211444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-94c953b6-57a2-4f01-bb69-dd36fc8fe678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 1161 time: 0.0851672
Feb 18 02:51:42.292752 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-a1ebd692-031d-4534-8943-7a55b29115dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67c920a-3ba4-49b0-ad0b-39ed1a502019 HTTP/1.1" status: 200  len: 217 time: 0.0729182
Feb 18 02:51:42.368203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455079-d873-486e-bb21-1a9360184a6e req-e6e9f09f-a3fd-4590-af3f-128419e9c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:42.369846 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-e6e9f09f-a3fd-4590-af3f-128419e9c0e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.0684776
Feb 18 02:51:42.514977 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-48a74366-2bbd-4f59-a2e3-c1a31dacae45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1083701
Feb 18 02:51:42.682857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1e022-2f21-41cd-81a8-fc7b7a00ceea req-4ec27470-e69d-4cd9-a27f-f6902147835f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:42.684392 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4dc1e022-2f21-41cd-81a8-fc7b7a00ceea req-4ec27470-e69d-4cd9-a27f-f6902147835f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.3184013
Feb 18 02:51:42.726571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fcba8-5a88-4f03-9a29-135cdd0e9695 req-f7fd2e9c-0ff9-4e84-9800-05800b12fd58 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:42.728155 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c20fcba8-5a88-4f03-9a29-135cdd0e9695 req-f7fd2e9c-0ff9-4e84-9800-05800b12fd58 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.3153577
Feb 18 02:51:42.732940 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-27743593-157c-4ba1-8928-530a889343f8 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027032
Feb 18 02:51:42.878727 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4dc1e022-2f21-41cd-81a8-fc7b7a00ceea req-3561544c-cfbd-48d8-b171-927703bed278 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787469
Feb 18 02:51:42.894376 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c20fcba8-5a88-4f03-9a29-135cdd0e9695 req-912af4a1-aec8-448e-bc1e-38ac2ee5b21a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584864
Feb 18 02:51:42.949141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e455079-d873-486e-bb21-1a9360184a6e req-f141c550-5fd4-4c77-919a-bf64943ff199 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1850348
Feb 18 02:51:43.131438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d012-fa9c-445a-8bf8-b90c7cd86669 req-2f4e64bb-6df6-4413-8d0f-2bcc64256cbd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:43.133079 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf90d012-fa9c-445a-8bf8-b90c7cd86669 req-2f4e64bb-6df6-4413-8d0f-2bcc64256cbd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1462591
Feb 18 02:51:43.180105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-cc3eeb8e-904b-4605-b83f-6cf6e17b83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:43.182250 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-cc3eeb8e-904b-4605-b83f-6cf6e17b83f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 1161 time: 0.1280763
Feb 18 02:51:43.193578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf90d012-fa9c-445a-8bf8-b90c7cd86669 req-93fd63b1-ad73-42a3-87a2-3e8735d21d7e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521574
Feb 18 02:51:43.330693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-66df2ced-51e8-4d3f-816a-445924f1956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:43.332307 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-66df2ced-51e8-4d3f-816a-445924f1956d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 908 time: 0.1420052
Feb 18 02:51:43.409572 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-ebc5c181-6251-4d5c-8e36-2b37d15e28be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67c920a-3ba4-49b0-ad0b-39ed1a502019 HTTP/1.1" status: 200  len: 217 time: 0.0653636
Feb 18 02:51:43.480855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-674a9146-165b-4d03-ad85-4ea2a10e065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:43.482279 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-674a9146-165b-4d03-ad85-4ea2a10e065d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.0651186
Feb 18 02:51:43.536429 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-63d97c48-4e40-4329-b85f-1da6dd53819f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471795
Feb 18 02:51:43.892220 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-9825d534-0560-4d4e-862d-df5ec548641f service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3423643
Feb 18 02:51:44.157497 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a081ca28-2a54-4c21-a13e-ddf7b87816a5 req-73398916-554a-4f98-9b8d-49b37c622828 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2575603
Feb 18 02:51:44.192311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e24c4-7259-4ea7-9cd3-8f1fa0ad2a11 req-76b2a4e9-857b-440a-8e74-79fc5d8303e1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:44.193899 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f09e24c4-7259-4ea7-9cd3-8f1fa0ad2a11 req-76b2a4e9-857b-440a-8e74-79fc5d8303e1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1790521
Feb 18 02:51:44.205018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1314f7-7a4a-44c0-8bc0-61d51fb586b6 req-2705a825-5175-4c80-a506-944ddb22967f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:44.206545 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e1314f7-7a4a-44c0-8bc0-61d51fb586b6 req-2705a825-5175-4c80-a506-944ddb22967f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 944 time: 0.1471109
Feb 18 02:51:44.282805 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f09e24c4-7259-4ea7-9cd3-8f1fa0ad2a11 req-737b6f32-67f5-484b-a8ce-302ea02362ab tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752351
Feb 18 02:51:44.289877 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e1314f7-7a4a-44c0-8bc0-61d51fb586b6 req-6035caf3-76c1-4717-872f-b7c1d61a8e60 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660553
Feb 18 02:51:44.471435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84caf3-4540-4fad-a0d9-01077e0639a1 req-88563d77-2067-4ce6-93ff-272357d88c5a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:44.472993 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a84caf3-4540-4fad-a0d9-01077e0639a1 req-88563d77-2067-4ce6-93ff-272357d88c5a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0873523
Feb 18 02:51:44.486240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:44.522284 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a84caf3-4540-4fad-a0d9-01077e0639a1 req-bdb9af94-2003-40bd-bd74-c98f043e4b84 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420504
Feb 18 02:51:44.562287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:51:44.567189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:44.567648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:44.693794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:44.722694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af5c8d9-6016-4fdf-bff8-9cd654c58f73'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:51:44.733822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:51:44.736583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:44.739288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:51:44.781511 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af5c8d9-6016-4fdf-bff8-9cd654c58f73', 'code': 200}
Feb 18 02:51:44.827581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b69da661-8668-45dd-8359-9d70e5c93ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:44.831203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:51:44.834462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:51:44.935735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:45.009286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:45.010160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:45.042702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f1d01-3ad3-4bb1-984c-28111b84ed95 req-70f932bb-7823-4ae3-b6c8-70652eaba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:45.044389 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a80f1d01-3ad3-4bb1-984c-28111b84ed95 req-70f932bb-7823-4ae3-b6c8-70652eaba5d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 1163 time: 0.0828590
Feb 18 02:51:45.091068 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a80f1d01-3ad3-4bb1-984c-28111b84ed95 req-de04ac30-f823-49e5-995a-cfdc4f268604 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393338
Feb 18 02:51:45.556371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452b8b0-831b-4c70-85f6-8160111c789a req-0ee99977-5119-4f1e-9785-c6c2bd99741e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:45.558476 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1452b8b0-831b-4c70-85f6-8160111c789a req-0ee99977-5119-4f1e-9785-c6c2bd99741e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1598644
Feb 18 02:51:45.565559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5636ce3-7420-4507-94ed-9792708d1f8b req-1adafc81-2584-4616-83b3-a79e0e1ef06b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:45.567046 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5636ce3-7420-4507-94ed-9792708d1f8b req-1adafc81-2584-4616-83b3-a79e0e1ef06b tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1269751
Feb 18 02:51:45.639408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1452b8b0-831b-4c70-85f6-8160111c789a req-f7805a1f-6022-42f9-a7ea-c136f8fcd6e7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713139
Feb 18 02:51:45.646626 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5636ce3-7420-4507-94ed-9792708d1f8b req-29b251fe-0920-4337-ad5e-d2617391e3ba tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626500
Feb 18 02:51:45.831158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf05c8-69c5-4e3a-8802-1fc12ca5064b req-cab8f215-05dd-475c-b31e-7ae900250336 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:45.832737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1adf05c8-69c5-4e3a-8802-1fc12ca5064b req-cab8f215-05dd-475c-b31e-7ae900250336 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0930982
Feb 18 02:51:45.884303 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1adf05c8-69c5-4e3a-8802-1fc12ca5064b req-09dfe0c7-1949-47a3-8296-c0356f2fe44e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441997
Feb 18 02:51:46.948556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0e233-b1c6-4c8f-9b01-70914d06754c req-d154df87-8af9-4cbc-8c78-d8b929d0130a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:46.950285 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61b0e233-b1c6-4c8f-9b01-70914d06754c req-d154df87-8af9-4cbc-8c78-d8b929d0130a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1896102
Feb 18 02:51:46.960072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57724c7-2915-4a40-967a-207323497e6d req-e24e3184-2279-4de5-be3e-dbf2ec59c296 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:46.962647 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f57724c7-2915-4a40-967a-207323497e6d req-e24e3184-2279-4de5-be3e-dbf2ec59c296 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1575723
Feb 18 02:51:47.052562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61b0e233-b1c6-4c8f-9b01-70914d06754c req-85dde9d4-2f68-497a-8dd1-bfb1876ae9c7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879693
Feb 18 02:51:47.055472 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f57724c7-2915-4a40-967a-207323497e6d req-dc122d1c-afec-406c-b946-e23151c12e66 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747185
Feb 18 02:51:47.272991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c8d6-0ee5-420b-b6b3-1805302fffd0 req-6e9e6693-2af3-4c93-b842-52f4990c012b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:47.274602 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b336c8d6-0ee5-420b-b6b3-1805302fffd0 req-6e9e6693-2af3-4c93-b842-52f4990c012b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0918226
Feb 18 02:51:47.330571 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b336c8d6-0ee5-420b-b6b3-1805302fffd0 req-2cf47ba6-236c-43b8-a643-6faf20c32b91 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479872
Feb 18 02:51:47.337871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d49cc8f-be0e-49ad-9a0b-fd8dd99f5982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:47.507917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:47.655708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:51:48.319289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95e135-a7c0-4969-b569-f3292d66e4bd req-cf3186d5-65a5-476e-90f2-9321de16e07b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:48.320903 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb95e135-a7c0-4969-b569-f3292d66e4bd req-cf3186d5-65a5-476e-90f2-9321de16e07b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1501880
Feb 18 02:51:48.331710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81aa24-e137-4cbc-bede-50dcd8e77d0a req-799e2a0b-e79c-46fd-85ac-bf5498803bae tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:48.333179 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d81aa24-e137-4cbc-bede-50dcd8e77d0a req-799e2a0b-e79c-46fd-85ac-bf5498803bae tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1603327
Feb 18 02:51:48.408283 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb95e135-a7c0-4969-b569-f3292d66e4bd req-a129c3ae-5b50-4449-bec4-d3c110b572b2 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740850
Feb 18 02:51:48.411048 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d81aa24-e137-4cbc-bede-50dcd8e77d0a req-cef44849-62b3-486c-acdb-b7f79f45ad0a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628583
Feb 18 02:51:48.595201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e3e3e-842a-4f81-9153-855bc36b3ba9 req-88a65573-38e8-4098-ba18-23ca434731ca tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:48.596837 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c20e3e3e-842a-4f81-9153-855bc36b3ba9 req-88a65573-38e8-4098-ba18-23ca434731ca tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0899181
Feb 18 02:51:48.645242 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c20e3e3e-842a-4f81-9153-855bc36b3ba9 req-9344be79-f0b2-474b-b9c5-100c0c83809d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420372
Feb 18 02:51:48.817738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:49.169268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:49.682610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6fd6c-ea27-44ee-bac3-def8dc4cfee3 req-57af673f-fad5-43af-a64a-fcb15da90dab tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:49.684464 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ef6fd6c-ea27-44ee-bac3-def8dc4cfee3 req-57af673f-fad5-43af-a64a-fcb15da90dab tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1577628
Feb 18 02:51:49.690624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d42e-94ac-4e1c-b821-5126853e1255 req-436b5616-5db9-44b3-bbe5-b6b93bdcab63 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:49.692180 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4009d42e-94ac-4e1c-b821-5126853e1255 req-436b5616-5db9-44b3-bbe5-b6b93bdcab63 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1628118
Feb 18 02:51:49.768857 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ef6fd6c-ea27-44ee-bac3-def8dc4cfee3 req-7c3ba9da-04c5-485e-8d54-442b78a725e0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756395
Feb 18 02:51:49.771709 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4009d42e-94ac-4e1c-b821-5126853e1255 req-2147713b-326a-402a-aba2-f8690898c55d tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645187
Feb 18 02:51:49.961875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834872b-1643-49fb-af3c-a6c7721539ab req-f28607ce-37e4-4062-91e2-7be5fa9f936f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:49.963415 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3834872b-1643-49fb-af3c-a6c7721539ab req-f28607ce-37e4-4062-91e2-7be5fa9f936f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0921822
Feb 18 02:51:50.011409 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3834872b-1643-49fb-af3c-a6c7721539ab req-77821790-41dc-44c9-9da0-bcd1769520a1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410290
Feb 18 02:51:51.065543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4711-74aa-4815-a53f-a095fdc59570 req-91d43ded-7448-43a2-8322-b65fbb9174da tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:51.067147 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-594b4711-74aa-4815-a53f-a095fdc59570 req-91d43ded-7448-43a2-8322-b65fbb9174da tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1814058
Feb 18 02:51:51.074649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c350f6b-1c34-41b3-98c0-2d6b5f32298c req-1122a89b-540c-4e0c-8479-63805ead2559 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:51.076171 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c350f6b-1c34-41b3-98c0-2d6b5f32298c req-1122a89b-540c-4e0c-8479-63805ead2559 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1877377
Feb 18 02:51:51.147819 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-594b4711-74aa-4815-a53f-a095fdc59570 req-e9cdf3f0-468d-44bf-9a39-7a6ec42d3943 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705681
Feb 18 02:51:51.156319 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c350f6b-1c34-41b3-98c0-2d6b5f32298c req-686e1287-1c67-47fa-b80e-5d675236ef08 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648847
Feb 18 02:51:51.340441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee43e8-a2ce-4452-a4bc-ec0ad42b29e0 req-4e9d9f81-c1f3-41be-82d4-f3e7b0e11070 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:51.341961 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-69ee43e8-a2ce-4452-a4bc-ec0ad42b29e0 req-4e9d9f81-c1f3-41be-82d4-f3e7b0e11070 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0884061
Feb 18 02:51:51.389438 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-69ee43e8-a2ce-4452-a4bc-ec0ad42b29e0 req-9505c80b-ac70-4b05-a50f-d03901935d7d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411294
Feb 18 02:51:52.420992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a7bf-c08c-43a7-b9af-3f26611f8eef req-94129cd7-ca87-4835-8178-befebe4a17ca tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:52.422602 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-87c8a7bf-c08c-43a7-b9af-3f26611f8eef req-94129cd7-ca87-4835-8178-befebe4a17ca tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1579046
Feb 18 02:51:52.429703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6d2ad-572f-492f-982f-a4ddd70b8bad req-c6b2990b-c651-490c-843e-3f0775bbd645 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:52.431142 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06c6d2ad-572f-492f-982f-a4ddd70b8bad req-c6b2990b-c651-490c-843e-3f0775bbd645 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1287193
Feb 18 02:51:52.507035 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-87c8a7bf-c08c-43a7-b9af-3f26611f8eef req-67f1c273-3cee-4716-8270-77e6dca3c039 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748494
Feb 18 02:51:52.509885 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06c6d2ad-572f-492f-982f-a4ddd70b8bad req-2dab1b20-46ad-465e-810b-72e2694dc613 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620432
Feb 18 02:51:52.521855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:52.705633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846588d-a3b2-4084-b433-b54bcaa3d645 req-53eb1932-a977-4a8a-90da-e196d5c84311 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:52.707210 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f846588d-a3b2-4084-b433-b54bcaa3d645 req-53eb1932-a977-4a8a-90da-e196d5c84311 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0946622
Feb 18 02:51:52.754809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:52.755236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:52.756124 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f846588d-a3b2-4084-b433-b54bcaa3d645 req-92b16554-95cb-49c9-ae34-7d6071047a53 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425432
Feb 18 02:51:53.257893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:51:53.330856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:51:53.331282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:51:53.790855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593c308-81b4-471b-8d2a-99bd3ae7573a req-761a524a-823f-424d-a4f6-80a815bd6aaa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:53.792424 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b593c308-81b4-471b-8d2a-99bd3ae7573a req-761a524a-823f-424d-a4f6-80a815bd6aaa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1546967
Feb 18 02:51:53.799392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e300e57-0033-4a20-a7a3-b959b818c186 req-ed14ab2c-07d2-40d1-8ab9-f265cd0fa146 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:53.801016 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e300e57-0033-4a20-a7a3-b959b818c186 req-ed14ab2c-07d2-40d1-8ab9-f265cd0fa146 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1610825
Feb 18 02:51:53.875585 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b593c308-81b4-471b-8d2a-99bd3ae7573a req-517c1820-e40b-4e0a-a4aa-50584d65049c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737021
Feb 18 02:51:53.880079 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e300e57-0033-4a20-a7a3-b959b818c186 req-8db4abdb-8e48-465c-8ecf-4e076b99765a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639639
Feb 18 02:51:54.067315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8de69-c66b-45ed-964a-bffda612f16c req-1a5e2ed1-f7b6-4de5-8f62-d280c6b6dbe9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:54.068849 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44b8de69-c66b-45ed-964a-bffda612f16c req-1a5e2ed1-f7b6-4de5-8f62-d280c6b6dbe9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0925920
Feb 18 02:51:54.115933 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44b8de69-c66b-45ed-964a-bffda612f16c req-7eb2596d-1a03-4261-9a30-8bf1be8b27b0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398691
Feb 18 02:51:55.076370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95e129-690f-44f9-b53f-5ed8f6acd53a req-d8b29b77-d0c7-4bdd-8292-a58a70da5d03 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:55.077965 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d95e129-690f-44f9-b53f-5ed8f6acd53a req-d8b29b77-d0c7-4bdd-8292-a58a70da5d03 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0858057
Feb 18 02:51:55.124995 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d95e129-690f-44f9-b53f-5ed8f6acd53a req-bdf0c053-248d-48fd-beea-1ff8ba6eb0c3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408545
Feb 18 02:51:55.322574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987be105-ed95-48e3-b482-b994c00732e7 req-c37e2976-2ad3-4885-a284-17cafbeb565a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:55.324707 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-987be105-ed95-48e3-b482-b994c00732e7 req-c37e2976-2ad3-4885-a284-17cafbeb565a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0887308
Feb 18 02:51:55.373255 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-987be105-ed95-48e3-b482-b994c00732e7 req-6e39817a-1dd3-4277-9f8b-dfc04f134e20 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417073
Feb 18 02:51:56.321852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445dd8-fb60-40fb-a49d-50f277a2f99a req-0fa939cd-6602-4761-9473-bfda8a9f1204 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:56.323466 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92445dd8-fb60-40fb-a49d-50f277a2f99a req-0fa939cd-6602-4761-9473-bfda8a9f1204 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0868518
Feb 18 02:51:56.375429 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92445dd8-fb60-40fb-a49d-50f277a2f99a req-fe598770-348f-4b6d-8f24-668eb25621f4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453217
Feb 18 02:51:56.569816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396af663-c3ba-4dec-a5d6-1f7cb0c92584 req-4e266c0a-ff99-4f0f-a0a3-ca57ed6f0526 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:56.571321 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-396af663-c3ba-4dec-a5d6-1f7cb0c92584 req-4e266c0a-ff99-4f0f-a0a3-ca57ed6f0526 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0847192
Feb 18 02:51:56.621244 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-396af663-c3ba-4dec-a5d6-1f7cb0c92584 req-dd805bc3-35e1-4b73-a4f2-723148e669eb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434980
Feb 18 02:51:57.846888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b940-ac35-4c48-a473-0351cbaf09ba req-76abfaf8-bd05-40d6-8dda-4213f5970857 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:57.848484 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea14b940-ac35-4c48-a473-0351cbaf09ba req-76abfaf8-bd05-40d6-8dda-4213f5970857 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.3600445
Feb 18 02:51:57.858903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9304-60d7-4c92-bcc7-d9c5500b8d98 req-710518f5-644f-43a4-9704-042f6410e33c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:57.860461 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-423f9304-60d7-4c92-bcc7-d9c5500b8d98 req-710518f5-644f-43a4-9704-042f6410e33c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1167266
Feb 18 02:51:57.941390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea14b940-ac35-4c48-a473-0351cbaf09ba req-48831f1e-19a4-40d7-8ee6-ac4023ba474b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798206
Feb 18 02:51:57.944178 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-423f9304-60d7-4c92-bcc7-d9c5500b8d98 req-57719031-a741-41c6-8dd4-fc927a306fcb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647042
Feb 18 02:51:59.209526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532b4a7-56cf-45a8-8cf4-21ac065f0f30 req-6c1c19e5-458c-4dbf-8d42-2189a93e1824 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:59.211097 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e532b4a7-56cf-45a8-8cf4-21ac065f0f30 req-6c1c19e5-458c-4dbf-8d42-2189a93e1824 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1547520
Feb 18 02:51:59.217099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88750-f993-456c-ba32-8dccebe80353 req-1f0734f6-e52f-4ec0-9cc6-79b72a0e07d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:51:59.218542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3fd88750-f993-456c-ba32-8dccebe80353 req-1f0734f6-e52f-4ec0-9cc6-79b72a0e07d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1263628
Feb 18 02:51:59.286885 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e532b4a7-56cf-45a8-8cf4-21ac065f0f30 req-7c184e65-8033-4562-8a35-e51c848d126a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673382
Feb 18 02:51:59.297394 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3fd88750-f993-456c-ba32-8dccebe80353 req-9802e26e-9995-4699-b69f-a2f6148f03cd tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620234
Feb 18 02:52:00.559478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad3d30-ea7a-4326-bd9c-88d9b62ff119 req-73f66d46-719a-4426-9905-b2bd8838db4a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:00.561276 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-faad3d30-ea7a-4326-bd9c-88d9b62ff119 req-73f66d46-719a-4426-9905-b2bd8838db4a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.1582086
Feb 18 02:52:00.568585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d5d00-2d66-4a97-9f8a-4574a8fd067b req-822db717-ddfe-4bc1-a610-c6f921229bdb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:00.570065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-694d5d00-2d66-4a97-9f8a-4574a8fd067b req-822db717-ddfe-4bc1-a610-c6f921229bdb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1307094
Feb 18 02:52:00.644146 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-faad3d30-ea7a-4326-bd9c-88d9b62ff119 req-7267fe02-22b5-446f-a21b-86983c2e437a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730171
Feb 18 02:52:00.651897 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-694d5d00-2d66-4a97-9f8a-4574a8fd067b req-64195731-a937-410f-975d-6da5da85c95d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647256
Feb 18 02:52:01.332471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109267e-25b4-4427-bc5f-4d3e44efdbd7 req-d3d968e5-6651-44c1-a033-67e1069180bc tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:01.334040 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b109267e-25b4-4427-bc5f-4d3e44efdbd7 req-d3d968e5-6651-44c1-a033-67e1069180bc tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0878072
Feb 18 02:52:01.380610 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b109267e-25b4-4427-bc5f-4d3e44efdbd7 req-6883abc7-ef1c-468d-bf16-9bac19734e33 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395699
Feb 18 02:52:01.986443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab729-a5bb-46e5-9fa9-bb78822b0604 req-fc1237e7-b1a9-4ab7-97cb-5f63813261fa tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:01.988068 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-238ab729-a5bb-46e5-9fa9-bb78822b0604 req-fc1237e7-b1a9-4ab7-97cb-5f63813261fa tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1915860
Feb 18 02:52:01.994828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219072d-9229-4579-b2c1-41280124688e req-a7f6e170-3d57-4777-8b31-398d03866d65 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:01.996954 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7219072d-9229-4579-b2c1-41280124688e req-a7f6e170-3d57-4777-8b31-398d03866d65 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.2378247
Feb 18 02:52:02.025120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff83b4d-83f4-4b1d-a825-792557b9a18f req-0b89328c-0641-473f-9f36-848570130b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:02.026917 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eff83b4d-83f4-4b1d-a825-792557b9a18f req-0b89328c-0641-473f-9f36-848570130b0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.1631999
Feb 18 02:52:02.075855 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-238ab729-a5bb-46e5-9fa9-bb78822b0604 req-3f262df4-7b95-4b6b-8f0c-01bd5b367ac1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778790
Feb 18 02:52:02.085881 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7219072d-9229-4579-b2c1-41280124688e req-ccd87ddd-9419-4397-bc35-124af8b17ba7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698490
Feb 18 02:52:02.577665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c164f-0341-4e40-a665-1778e37dbc7f req-84c05ed9-5416-4b82-a09a-217001d6964c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:02.579260 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-450c164f-0341-4e40-a665-1778e37dbc7f req-84c05ed9-5416-4b82-a09a-217001d6964c tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0849380
Feb 18 02:52:02.626405 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-450c164f-0341-4e40-a665-1778e37dbc7f req-b056b496-918d-4953-ae5c-d091ba5dba36 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407922
Feb 18 02:52:03.284071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242a6eb-5982-4f50-951a-79db863175cf req-3f6e22f6-a400-47e8-a5dd-f77b6919d17b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:03.285688 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3242a6eb-5982-4f50-951a-79db863175cf req-3f6e22f6-a400-47e8-a5dd-f77b6919d17b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0903344
Feb 18 02:52:03.333144 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3242a6eb-5982-4f50-951a-79db863175cf req-ab3769a6-1812-4c31-89d0-92e65de2a952 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412285
Feb 18 02:52:03.515868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac29c94-f279-4130-8dac-f3ccd7056b5d req-10ea40ee-3b0e-4d83-949a-a433be57367c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:03.517657 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ac29c94-f279-4130-8dac-f3ccd7056b5d req-10ea40ee-3b0e-4d83-949a-a433be57367c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0868077
Feb 18 02:52:03.567464 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ac29c94-f279-4130-8dac-f3ccd7056b5d req-0c210385-3612-49d4-a09b-9b3923cb3b43 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436113
Feb 18 02:52:03.824282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73300c06-d82a-4221-98a6-18cf21866409 req-ba7d34a6-78dc-47b0-a4d9-315dd0011335 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:03.825866 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73300c06-d82a-4221-98a6-18cf21866409 req-ba7d34a6-78dc-47b0-a4d9-315dd0011335 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0874436
Feb 18 02:52:03.873471 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73300c06-d82a-4221-98a6-18cf21866409 req-855afd9f-501d-4efd-a220-26427e40e628 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413959
Feb 18 02:52:04.535295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67734f1-7c46-4bef-b175-b134d2e9af47 req-ef73943e-ff96-4de1-827c-3837266dd380 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:04.536924 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f67734f1-7c46-4bef-b175-b134d2e9af47 req-ef73943e-ff96-4de1-827c-3837266dd380 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0895371
Feb 18 02:52:04.584076 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f67734f1-7c46-4bef-b175-b134d2e9af47 req-6ddb62e8-7038-4c2c-9d9c-873234226853 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409217
Feb 18 02:52:04.767783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c7730-2084-4f9a-9e8f-a154375f91ff req-a6f8e99c-28ea-4f12-a3be-6bb1318c2b26 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:04.769395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd0c7730-2084-4f9a-9e8f-a154375f91ff req-a6f8e99c-28ea-4f12-a3be-6bb1318c2b26 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0872667
Feb 18 02:52:04.821587 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd0c7730-2084-4f9a-9e8f-a154375f91ff req-8d8c4701-92b0-41d9-b504-ad7f2902bf52 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450754
Feb 18 02:52:05.062363 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eff83b4d-83f4-4b1d-a825-792557b9a18f req-e76ccbf0-37ce-4ff4-a9d4-43df4639cd48 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930350
Feb 18 02:52:05.090962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc27fc-4988-4557-89ae-a39ea95b6455 req-a3e01687-afa2-47c2-a97e-349801bebd85 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:05.092500 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5fc27fc-4988-4557-89ae-a39ea95b6455 req-a3e01687-afa2-47c2-a97e-349801bebd85 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1028948
Feb 18 02:52:05.144946 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5fc27fc-4988-4557-89ae-a39ea95b6455 req-15501db7-cce6-466f-86b5-b54f17a42711 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458918
Feb 18 02:52:05.783745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efd7f9-f441-492c-aa98-919e2f360c60 req-90208746-2d44-4635-8bf3-112aa81d356c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:05.785333 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-47efd7f9-f441-492c-aa98-919e2f360c60 req-90208746-2d44-4635-8bf3-112aa81d356c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0878539
Feb 18 02:52:05.833122 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-47efd7f9-f441-492c-aa98-919e2f360c60 req-be9a4a53-d035-49ec-a19b-1096e6cbb0b7 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415592
Feb 18 02:52:06.157765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f238-1d5b-4eb8-94b9-56545c690771 req-2fc12ad1-8097-4e69-8b6e-63315e7f09f2 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:06.159385 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a887f238-1d5b-4eb8-94b9-56545c690771 req-2fc12ad1-8097-4e69-8b6e-63315e7f09f2 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0898364
Feb 18 02:52:06.208145 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a887f238-1d5b-4eb8-94b9-56545c690771 req-5995a13e-8ca4-46ac-bbb4-f46abf02178a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424957
Feb 18 02:52:06.390992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0f37-4c2d-48c5-b674-238e268c6591 req-1d7b03bb-ecba-4ae5-a7cb-c3341fbe24a7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:06.392645 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c35e0f37-4c2d-48c5-b674-238e268c6591 req-1d7b03bb-ecba-4ae5-a7cb-c3341fbe24a7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0875218
Feb 18 02:52:06.443133 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c35e0f37-4c2d-48c5-b674-238e268c6591 req-5353d3ab-5fab-4a95-9087-d03b58df76c6 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442739
Feb 18 02:52:07.031257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9a25-c790-4390-b7b3-66d767986406 req-b5b1711a-073b-49f6-bc8f-f2c37f17d08e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:07.032897 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b46e9a25-c790-4390-b7b3-66d767986406 req-b5b1711a-073b-49f6-bc8f-f2c37f17d08e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0853581
Feb 18 02:52:07.079678 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b46e9a25-c790-4390-b7b3-66d767986406 req-7c77ea4f-ab9e-42d2-8ab7-a324176cb12c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407202
Feb 18 02:52:07.407666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53bee7-79ae-40d5-9ecc-f5904bf088e2 req-5f855410-427b-4084-9abb-0f237b08f1d0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:07.409291 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be53bee7-79ae-40d5-9ecc-f5904bf088e2 req-5f855410-427b-4084-9abb-0f237b08f1d0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0902362
Feb 18 02:52:07.457447 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be53bee7-79ae-40d5-9ecc-f5904bf088e2 req-6f8c4287-4c54-4f7c-b7d3-a9b959e97045 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419693
Feb 18 02:52:07.639118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331327-35a8-489c-a034-45bf9930ae80 req-d6975237-c8f1-4b3c-900a-202d88278c63 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:07.640644 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2331327-35a8-489c-a034-45bf9930ae80 req-d6975237-c8f1-4b3c-900a-202d88278c63 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0850821
Feb 18 02:52:07.690865 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2331327-35a8-489c-a034-45bf9930ae80 req-d3b142ab-05ed-4198-8660-303598fb124a tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441604
Feb 18 02:52:07.868164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:08.284270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10211aa-739b-4bf1-b25c-35023b7839ef req-1923dd68-d1b9-41e7-b13f-9ed6e1d67543 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:08.285878 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d10211aa-739b-4bf1-b25c-35023b7839ef req-1923dd68-d1b9-41e7-b13f-9ed6e1d67543 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0897169
Feb 18 02:52:08.335804 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d10211aa-739b-4bf1-b25c-35023b7839ef req-d7fbf780-ff2f-4356-9f25-30e6a0e047a2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429347
Feb 18 02:52:08.654842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246fe2b-3731-4b92-804b-53d04e8dbd3b req-efe4b2d3-a646-4da6-b553-80d3b0e5397f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:08.656438 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9246fe2b-3731-4b92-804b-53d04e8dbd3b req-efe4b2d3-a646-4da6-b553-80d3b0e5397f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 944 time: 0.0881834
Feb 18 02:52:08.703422 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9246fe2b-3731-4b92-804b-53d04e8dbd3b req-1f17e13c-b33a-4a59-a116-3d8d1af235af tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408542
Feb 18 02:52:08.892349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2748eb-088a-4fe2-84f3-01a34f76c7d2 req-53c8a771-27d9-44f4-ace8-ecad4eeff0c7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:08.893959 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe2748eb-088a-4fe2-84f3-01a34f76c7d2 req-53c8a771-27d9-44f4-ace8-ecad4eeff0c7 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0864778
Feb 18 02:52:08.947968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe2748eb-088a-4fe2-84f3-01a34f76c7d2 req-684d607a-f0c2-469b-b5db-b7a72a8d198f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477509
Feb 18 02:52:08.995215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device f67c920a-3ba4-49b0-ad0b-39ed1a502019 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:09.065155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port f67c920a-3ba4-49b0-ad0b-39ed1a502019 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:52:09.069902 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port f67c920a-3ba4-49b0-ad0b-39ed1a502019 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:09.070319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:09.192970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:09.221504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c920a-3ba4-49b0-ad0b-39ed1a502019'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:09.232249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port f67c920a-3ba4-49b0-ad0b-39ed1a502019, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f67c920a-3ba4-49b0-ad0b-39ed1a502019,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:09.234984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:09.236937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:09.274673 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c920a-3ba4-49b0-ad0b-39ed1a502019', 'code': 200}
Feb 18 02:52:09.311629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=f67c920a-3ba4-49b0-ad0b-39ed1a502019,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:09.319589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.319953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.320331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.320710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.321093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.321462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.321829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.322192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.322576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.322939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.323300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.324698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.325178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.325546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.325910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.326270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.326627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.326987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.327348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.327756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.328122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.328481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.328839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.329197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:09.333698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:09.599735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba81c-3396-4071-a344-a030061f07b8 req-002e3ba4-a555-4301-b360-dd468855f4ed tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:09.601343 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13cba81c-3396-4071-a344-a030061f07b8 req-002e3ba4-a555-4301-b360-dd468855f4ed tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1104689
Feb 18 02:52:09.604254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4baed8-c02d-48c1-8cf3-03be9ee32671 req-4917be17-3fc2-452a-858d-853ba26ea525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:09.606371 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4f4baed8-c02d-48c1-8cf3-03be9ee32671 req-4917be17-3fc2-452a-858d-853ba26ea525 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 1163 time: 0.1548624
Feb 18 02:52:09.692295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13cba81c-3396-4071-a344-a030061f07b8 req-1c07860a-790f-4b0b-9854-02de0f54b869 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824432
Feb 18 02:52:09.694731 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4f4baed8-c02d-48c1-8cf3-03be9ee32671 req-f6925d60-28a7-4a99-a212-80be36f521d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605018
Feb 18 02:52:09.905351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37404f-4dc0-4a17-a9e6-d6760ca434a0 req-d82b9079-30ba-43e4-a72d-dedcf3a6942e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:09.906984 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b37404f-4dc0-4a17-a9e6-d6760ca434a0 req-d82b9079-30ba-43e4-a72d-dedcf3a6942e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.0871243
Feb 18 02:52:09.966457 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b37404f-4dc0-4a17-a9e6-d6760ca434a0 req-aeca5843-7abb-4a2c-8520-19156ee59f17 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498941
Feb 18 02:52:10.154221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434896d-c526-422a-87b3-fa90174db309 req-f17dddcd-c4a6-450e-83c1-2dcb2e30fe26 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:10.155845 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8434896d-c526-422a-87b3-fa90174db309 req-f17dddcd-c4a6-450e-83c1-2dcb2e30fe26 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.0910161
Feb 18 02:52:10.205918 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8434896d-c526-422a-87b3-fa90174db309 req-dff2a318-00a6-4fcc-b50d-aeaba36387a4 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427985
Feb 18 02:52:10.968741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe81d43-c93b-42d7-afbe-dedc27516580 req-450d144b-d4b3-4982-90ba-009db117c2f9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:10.970284 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7fe81d43-c93b-42d7-afbe-dedc27516580 req-450d144b-d4b3-4982-90ba-009db117c2f9 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1593208
Feb 18 02:52:10.977329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-9d9f0859-32de-471d-b732-42fcaf119d81 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:10.978765 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-9d9f0859-32de-471d-b732-42fcaf119d81 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.1256166
Feb 18 02:52:11.081578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7fe81d43-c93b-42d7-afbe-dedc27516580 req-3fd35ebc-3c93-4cdc-894f-ae973026af5f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017911
Feb 18 02:52:11.090972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Deleting port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:52:11.091349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:11.548274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device f67c920a-3ba4-49b0-ad0b-39ed1a502019 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:11.608070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99ac3-c96f-46d0-8b2b-72517d4bf404 req-9078456f-8d74-49be-aa3a-20d31dd73f01 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:11.609680 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5c99ac3-c96f-46d0-8b2b-72517d4bf404 req-9078456f-8d74-49be-aa3a-20d31dd73f01 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.5252004
Feb 18 02:52:11.629282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port f67c920a-3ba4-49b0-ad0b-39ed1a502019 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:11.629630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:11.706801 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5c99ac3-c96f-46d0-8b2b-72517d4bf404 req-ce0442b7-43c3-4491-8d41-2cbbb3a90e48 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877416
Feb 18 02:52:11.719678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1320-af55-40ae-8cb7-51fea5a7e0f8 req-8746438d-6496-4777-b2c0-77e4ed9ae53f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:11.725059 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c8c1320-af55-40ae-8cb7-51fea5a7e0f8 req-8746438d-6496-4777-b2c0-77e4ed9ae53f tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ffba38-27ec-4c2e-b67d-dab8f8360071 HTTP/1.1" status: 200  len: 946 time: 0.2901547
Feb 18 02:52:11.764560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:11.764768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] For port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,segment=NetworkSegment(9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09),segment_id=9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:11.765141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:11.836874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port de187f2a-9924-4b6a-93d6-3f06a267fa2d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:11.837528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:11.926356 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Calling delete_port for 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:52:11.979805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:52:11.981054 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c8c1320-af55-40ae-8cb7-51fea5a7e0f8 req-9d1806a2-e215-4ea6-a38d-c7699cafb2bb tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.53 "GET /v2.0/security-groups?id=53c630dc-7d76-4752-96ae-5e8b15e6a78a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413075
Feb 18 02:52:12.088302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:12.103889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:12.104216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:12.212249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Pushing event deleted for resources: {'Port': ['ID=6af5c8d9-6016-4fdf-bff8-9cd654c58f73,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:12.222957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:12.365797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212826ec-d4f8-4f5d-bf6e-9528e0700ef7 req-9d70cc79-3fcd-4715-bfe6-f6d7d178a0b2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:12.367365 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-212826ec-d4f8-4f5d-bf6e-9528e0700ef7 req-9d70cc79-3fcd-4715-bfe6-f6d7d178a0b2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1521447
Feb 18 02:52:12.420047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] No DVR routers for this DVR port 6af5c8d9-6016-4fdf-bff8-9cd654c58f73 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:52:12.424637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:12.427203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'name': 'network-vif-deleted', 'tag': '6af5c8d9-6016-4fdf-bff8-9cd654c58f73'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:12.456949 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ae32a27-e683-401b-8590-5fcbfbcb2fc3 req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] 10.222.0.44 "DELETE /v2.0/ports/6af5c8d9-6016-4fdf-bff8-9cd654c58f73 HTTP/1.1" status: 204  len: 173 time: 1.4614730
Feb 18 02:52:12.461736 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-212826ec-d4f8-4f5d-bf6e-9528e0700ef7 req-347758c8-acff-4a9b-b4aa-efdb063fcc04 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679197
Feb 18 02:52:12.479520 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ffba38-27ec-4c2e-b67d-dab8f8360071', 'name': 'network-vif-deleted', 'tag': '6af5c8d9-6016-4fdf-bff8-9cd654c58f73', 'status': 'completed', 'code': 200}
Feb 18 02:52:13.090761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eabebe-fbb5-47bc-9579-a284b4f7ce5d req-64ade293-4683-4340-97f7-cefd05289940 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:13.092517 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0eabebe-fbb5-47bc-9579-a284b4f7ce5d req-64ade293-4683-4340-97f7-cefd05289940 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.2536342
Feb 18 02:52:13.163453 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0eabebe-fbb5-47bc-9579-a284b4f7ce5d req-31355deb-1ee7-46d3-af61-627e6465329e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631397
Feb 18 02:52:13.178701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-ec851376-4f7e-42dd-9dff-cd00d11f06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:13.180366 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-ec851376-4f7e-42dd-9dff-cd00d11f06e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 1163 time: 0.2079999
Feb 18 02:52:13.189435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb422-ebb5-448c-8768-3d1569cd53b9 req-eca6f426-6bf4-4afd-9ded-14f9ea288c05 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:13.191090 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c8eb422-ebb5-448c-8768-3d1569cd53b9 req-eca6f426-6bf4-4afd-9ded-14f9ea288c05 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1831005
Feb 18 02:52:13.363989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c8eb422-ebb5-448c-8768-3d1569cd53b9 req-bbeb3fe8-160a-4464-bb4a-561cdfba8966 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733314
Feb 18 02:52:13.383967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-410629dc-38ab-45ac-a68b-759712c4b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:13.385929 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-410629dc-38ab-45ac-a68b-759712c4b928 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.1919432
Feb 18 02:52:13.419843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device f67c920a-3ba4-49b0-ad0b-39ed1a502019 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:13.482920 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-d23fec2b-c894-4a0a-ac66-b0615bf6bb7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 200  len: 217 time: 0.0893726
Feb 18 02:52:13.509911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port f67c920a-3ba4-49b0-ad0b-39ed1a502019 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:13.510592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:13.566776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-82e21713-733b-4e50-8f34-5737b087500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:13.568432 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-82e21713-733b-4e50-8f34-5737b087500e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.0776935
Feb 18 02:52:13.633525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-aa15fc25-9ac8-4f83-a9e0-2f9045f12704 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547163
Feb 18 02:52:13.795470 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-e5992685-73f9-48ef-8965-abb9d6f76a9f service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492670
Feb 18 02:52:13.975211 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b26b4ee-732d-4ecd-bf43-0ae8d5ade141 req-c533e7bd-eca0-4fc3-9b85-2808826f9920 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1613727
Feb 18 02:52:14.572978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a00f4-3985-4de9-9eb2-26ee30c1ee78 req-8256b790-d42c-4789-9942-cdcb92a4c456 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:14.575173 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c02a00f4-3985-4de9-9eb2-26ee30c1ee78 req-8256b790-d42c-4789-9942-cdcb92a4c456 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0929255
Feb 18 02:52:14.624501 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c02a00f4-3985-4de9-9eb2-26ee30c1ee78 req-02ba3a61-846e-4b12-b586-4b2b06846162 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425086
Feb 18 02:52:14.819033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-359e87c0-70f8-4e45-8657-34161ace96a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.488990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 43198) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:15.614076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.630090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:52:15.634484 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Usage tracker for resource:security_group_rule and tenant:8773b35ad14d4b36b7eec30c73c6580a is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:52:15.637571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:52:15.643341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:52:15.733481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.737060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.747363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7f0082b8-78c0-496a-bc12-a9323bf0c4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:15.794093 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8773b35ad14d4b36b7eec30c73c6580a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3039229
Feb 18 02:52:15.795623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 43212) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:15.798543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181103c0-28db-4996-ade0-40cfcf0e7a9a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:15.812760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:15.862425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fced2c-9336-4cff-a4b7-bf1f0b2ee400 req-ff383066-70cf-41ac-b6a7-17c5f265b4cf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:15.864626 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b3fced2c-9336-4cff-a4b7-bf1f0b2ee400 req-ff383066-70cf-41ac-b6a7-17c5f265b4cf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1112268
Feb 18 02:52:15.867324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.909558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.915728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b3fced2c-9336-4cff-a4b7-bf1f0b2ee400 req-93a7d04e-59a1-4de8-8530-ab2f06473d82 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432053
Feb 18 02:52:15.971707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.976900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a21dce29-9b45-4c2e-bfcc-05cad253b903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:15.988907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181103c0-28db-4996-ade0-40cfcf0e7a9a,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:15.992581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:15.996302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:15.997532 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ed1a64ec-7bad-4600-a081-dc5ab636e8f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/181103c0-28db-4996-ade0-40cfcf0e7a9a HTTP/1.1" status: 204  len: 168 time: 0.2009175
Feb 18 02:52:17.128423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5137-d2c2-4f63-80ce-9c9cd02426db req-fb7f6c4a-d0cc-47cc-87fc-6e17cd684f7d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:17.130024 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1bc5137-d2c2-4f63-80ce-9c9cd02426db req-fb7f6c4a-d0cc-47cc-87fc-6e17cd684f7d tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0891407
Feb 18 02:52:17.177512 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1bc5137-d2c2-4f63-80ce-9c9cd02426db req-ba513fa6-74a3-4a23-9a92-36f8cdd84107 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413015
Feb 18 02:52:17.340730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee1ebb5a-f853-447e-b40a-840f1a15b726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:17.511388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:18.378626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e235e4a-5da9-4131-a778-3416a1300e94 req-cbb8901a-b4dd-43e4-9a32-64e7411bdd32 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:18.380271 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e235e4a-5da9-4131-a778-3416a1300e94 req-cbb8901a-b4dd-43e4-9a32-64e7411bdd32 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0890536
Feb 18 02:52:18.428548 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e235e4a-5da9-4131-a778-3416a1300e94 req-e103eb0b-274f-459b-b860-fe41f8f7635e tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412540
Feb 18 02:52:18.832908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:19.169793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:19.632920 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ca47-d48b-48e3-b5a5-8f184173b274 req-50dbc70c-be80-48e6-8902-6be0e998bcb8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:19.634525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ae0ca47-d48b-48e3-b5a5-8f184173b274 req-50dbc70c-be80-48e6-8902-6be0e998bcb8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0889020
Feb 18 02:52:19.683575 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ae0ca47-d48b-48e3-b5a5-8f184173b274 req-2bf93b91-9ef1-48d4-9b5b-bcc410892642 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415471
Feb 18 02:52:19.946524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device f67c920a-3ba4-49b0-ad0b-39ed1a502019 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:20.024569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port f67c920a-3ba4-49b0-ad0b-39ed1a502019 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:20.024983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:20.149085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:20.220673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port de187f2a-9924-4b6a-93d6-3f06a267fa2d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:20.221096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:20.888768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d45db-7713-4211-9583-2ca15c85054b req-9d81e3be-464a-45ca-ae11-254f0d1dd132 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:20.890375 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-392d45db-7713-4211-9583-2ca15c85054b req-9d81e3be-464a-45ca-ae11-254f0d1dd132 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0890794
Feb 18 02:52:20.959698 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-392d45db-7713-4211-9583-2ca15c85054b req-4f3877e8-ca8b-4db9-9c93-5c56cdb42ebf tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622039
Feb 18 02:52:21.587224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 43294) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:21.720632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:21.737703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:52:21.741743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c0c4ca79e24db79edb410a3d8e58e6 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:52:21.747020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:52:21.752966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:52:21.902921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:21.909141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:21.924151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f299c5f-16a6-43b0-8507-20ea5e9c3397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:21.984408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 43312) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:21.996531 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7c0c4ca79e24db79edb410a3d8e58e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4080012
Feb 18 02:52:22.001571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee244f-ce74-4cbb-930c-41321faf1842,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:22.028792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:22.106297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:22.220024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:22.247877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54473c4-6aac-4f35-bb34-ff61cb9e125d req-04d25b51-6a8b-40de-b48f-af96dadfb829 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:22.249849 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d54473c4-6aac-4f35-bb34-ff61cb9e125d req-04d25b51-6a8b-40de-b48f-af96dadfb829 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1501944
Feb 18 02:52:22.642077 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d54473c4-6aac-4f35-bb34-ff61cb9e125d req-557e4bad-5b93-4375-a3cd-826788cb970f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3832667
Feb 18 02:52:22.666015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:22.680153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-285d4d1f-1571-4208-b7f3-2cca037a913b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:22.720461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:22.723238 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49ee244f-ce74-4cbb-930c-41321faf1842 HTTP/1.1" status: 204  len: 168 time: 0.7371798
Feb 18 02:52:22.733217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee244f-ce74-4cbb-930c-41321faf1842,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:22.745589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:22.810467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-c042a125-78c9-4092-b92a-40fed1b2f58d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:22.819630 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-c042a125-78c9-4092-b92a-40fed1b2f58d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.5570726
Feb 18 02:52:22.830941 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-08c31ef3-ab85-4c52-b9d4-14f00d94876c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/quotas/5bac0c4ff10c4e9888c18e752fb19407 HTTP/1.1" status: 200  len: 375 time: 0.0103664
Feb 18 02:52:22.972135 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-6c6772b8-088e-4aa1-972f-82f3edd022d2 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1349983
Feb 18 02:52:23.291209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-4b2efdd5-876b-400e-9466-bac5a94c2edd service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3173637
Feb 18 02:52:23.556636 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-7e205720-42c3-49eb-b5da-6b48e2f0a6aa service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2626917
Feb 18 02:52:23.820324 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4972b403-f28d-4953-810b-d3c8e568dbc4 req-f3913355-b18e-4c83-80aa-e56d3282b60a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 210 time: 0.0598021
Feb 18 02:52:24.656738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:52:24.999901 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5c62436-a04e-47a1-bdac-75eac23b243e req-0a55fbb3-e50d-41cd-9065-7306481e8458 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 210 time: 0.0475347
Feb 18 02:52:26.160273 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dca961f-2d79-41bb-9f13-1c3899425743 req-30dfe88d-7dde-4a5f-b9dc-fdddbd74c00d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 210 time: 0.0483813
Feb 18 02:52:26.994472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:27.120334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port de187f2a-9924-4b6a-93d6-3f06a267fa2d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:27.120919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:27.352613 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8572db2e-f3be-47bb-95ba-f6e2873894de req-e4874621-6caf-4532-9f20-8adee65e316a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 210 time: 0.0567393
Feb 18 02:52:28.016738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-452bdd18-b3bd-4862-8835-00eb14c51673 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:28.018923 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-452bdd18-b3bd-4862-8835-00eb14c51673 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.2625625
Feb 18 02:52:28.034487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Request body: {'port': {'device_id': '5b89edd0-d70b-4318-8c98-7885448c8333', 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9', 'admin_state_up': True, 'tenant_id': '5bac0c4ff10c4e9888c18e752fb19407'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:52:28.233919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:52:28.249630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:52:28.262890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Made reservation on behalf of 5bac0c4ff10c4e9888c18e752fb19407 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:52:28.268465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:28.556908 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b3beb5b-ff51-435b-b696-f3108202182d req-dae54fac-e5ef-432a-87c1-c7b7c0202f5e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 210 time: 0.0551362
Feb 18 02:52:28.682051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Allocated IP 172.20.0.6 (c7ffd2ab-2299-4261-be01-f61380fee2a9/6b9b78d8-4e46-4e1e-991e-bef961861d6e/41be444f-2324-4aa7-9342-c3aa55b1adf4) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:52:28.922897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:28.957688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:28.973150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:29.118135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event updated for resources: {'Port': ['ID=41be444f-2324-4aa7-9342-c3aa55b1adf4,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:29.144331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.144774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.145144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.145523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.145918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.146282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.146673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.147058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.147441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.147851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.148236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.148617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.149088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.149468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.149849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.150254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.150865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.151272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.153401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.155313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.155313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.155547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.155908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.156296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:29.163165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:29.209576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:52:29.210845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:52:29.214422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:52:29.313675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:29.314591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:29.350969 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3227658
Feb 18 02:52:29.789168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc3f0b-ab8c-4ac9-9358-69ad3ba2dade req-c4b781f1-d375-4429-b1d4-8489172e1283 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:29.790042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-11dc3f0b-ab8c-4ac9-9358-69ad3ba2dade req-c4b781f1-d375-4429-b1d4-8489172e1283 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:52:29.816873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-11dc3f0b-ab8c-4ac9-9358-69ad3ba2dade req-c4b781f1-d375-4429-b1d4-8489172e1283 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:52:29.818604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-11dc3f0b-ab8c-4ac9-9358-69ad3ba2dade req-c4b781f1-d375-4429-b1d4-8489172e1283 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 931 time: 0.1259263
Feb 18 02:52:29.893641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-11dc3f0b-ab8c-4ac9-9358-69ad3ba2dade req-11f7a0f5-3a4a-4499-a7fb-34f6174a9685 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656071
Feb 18 02:52:31.085202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cd781-49ee-43c0-8f35-04676898f289 req-4f559ea1-48ba-4262-bbdb-7cc3ef48f739 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:31.086797 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d50cd781-49ee-43c0-8f35-04676898f289 req-4f559ea1-48ba-4262-bbdb-7cc3ef48f739 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 931 time: 0.0856173
Feb 18 02:52:31.133998 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d50cd781-49ee-43c0-8f35-04676898f289 req-297c9008-246d-4a9e-8699-9366f94d4b6a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404184
Feb 18 02:52:31.222736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Request body: {'port': {'device_id': '5b89edd0-d70b-4318-8c98-7885448c8333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:52:31.341503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:31.763405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41be444f-2324-4aa7-9342-c3aa55b1adf4 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:52:31.771249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:31.783705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Transition to ACTIVE for port object 41be444f-2324-4aa7-9342-c3aa55b1adf4 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:52:31.786280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:31.801336 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad30d90b-438d-4891-8637-92cb529e27ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:31.933508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Pushing event updated for resources: {'Port': ['ID=41be444f-2324-4aa7-9342-c3aa55b1adf4,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:31.936661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:32.121512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Attempting to bind port 41be444f-2324-4aa7-9342-c3aa55b1adf4 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:52:32.122404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Attempting to bind port 41be444f-2324-4aa7-9342-c3aa55b1adf4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:52:32.122404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Attempting to bind port 41be444f-2324-4aa7-9342-c3aa55b1adf4 on network c7ffd2ab-2299-4261-be01-f61380fee2a9 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:52:32.127678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:52:32.128047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Checking segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:52:32.128454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:32.128836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Bound using segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:52:32.129304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Bound port: 41be444f-2324-4aa7-9342-c3aa55b1adf4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:52:32.129669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:32.225401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] For port 41be444f-2324-4aa7-9342-c3aa55b1adf4, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:52:32.228566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] For port 41be444f-2324-4aa7-9342-c3aa55b1adf4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=41be444f-2324-4aa7-9342-c3aa55b1adf4,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:52:32.232452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:32.248477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3b93dffb-df98-4a21-a356-57d10c591f9c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:32.673914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Pushing event updated for resources: {'Port': ['ID=41be444f-2324-4aa7-9342-c3aa55b1adf4,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:32.683566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:32.723878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa47f12-c592-4b5f-b303-11e826729d8f req-e9693c13-668c-45e7-8b75-1acc38f30994 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:32.725502 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfa47f12-c592-4b5f-b303-11e826729d8f req-e9693c13-668c-45e7-8b75-1acc38f30994 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.4466696
Feb 18 02:52:32.736016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:32.736346 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:32.737775 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] 10.222.0.44 "PUT /v2.0/ports/41be444f-2324-4aa7-9342-c3aa55b1adf4 HTTP/1.1" status: 200  len: 1157 time: 1.5197122
Feb 18 02:52:32.739011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b89edd0-d70b-4318-8c98-7885448c8333', 'tag': '41be444f-2324-4aa7-9342-c3aa55b1adf4'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:32.806151 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfa47f12-c592-4b5f-b303-11e826729d8f req-9fceeafb-2465-463f-a5b6-aa1fbcbb64eb tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718381
Feb 18 02:52:32.880661 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b89edd0-d70b-4318-8c98-7885448c8333', 'tag': '41be444f-2324-4aa7-9342-c3aa55b1adf4', 'status': 'completed', 'code': 200}
Feb 18 02:52:32.922352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-02f3d9c3-da18-4469-8855-602c2db6c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:32.924292 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-02f3d9c3-da18-4469-8855-602c2db6c712 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 1160 time: 0.1041901
Feb 18 02:52:33.012658 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-19ca1cc2-82d0-44c3-9948-32d57a2926d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41be444f-2324-4aa7-9342-c3aa55b1adf4 HTTP/1.1" status: 200  len: 217 time: 0.0757313
Feb 18 02:52:33.106906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-74775fcc-545a-43c6-8828-79ebe4dd6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:33.108565 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-74775fcc-545a-43c6-8828-79ebe4dd6232 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.0885782
Feb 18 02:52:33.187843 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-3e059f63-1cb9-4acb-8512-f8e913fb459e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654531
Feb 18 02:52:33.345182 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-e87fb9ac-7b1d-4b9e-bba7-715dca3e47d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493802
Feb 18 02:52:33.497745 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55278765-d1d2-4ed2-bf7d-b0c0bed008f5 req-46c7db74-e824-4a5a-8171-cf116dc360c9 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441841
Feb 18 02:52:33.680436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97420fd-5781-4644-8c23-e93c13a144af req-932420a3-f826-49aa-b9d4-f3edd1ba12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:33.682462 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-932420a3-f826-49aa-b9d4-f3edd1ba12b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 1160 time: 0.0853767
Feb 18 02:52:33.845403 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97420fd-5781-4644-8c23-e93c13a144af req-127d3d74-e539-4076-b50b-71a337e9b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:33.847178 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-127d3d74-e539-4076-b50b-71a337e9b848 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 908 time: 0.1544421
Feb 18 02:52:33.973851 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-1c0ba40f-320c-442f-8f2c-01c1f9d08234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41be444f-2324-4aa7-9342-c3aa55b1adf4 HTTP/1.1" status: 200  len: 217 time: 0.1193855
Feb 18 02:52:34.114488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97420fd-5781-4644-8c23-e93c13a144af req-515e6b8e-b0bb-4f59-ab7d-c31c50a506f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:34.116209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-515e6b8e-b0bb-4f59-ab7d-c31c50a506f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.1236110
Feb 18 02:52:34.130713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bf408-acd9-4c7d-be7d-51af0a3fb9ba req-39ff40c7-b899-4a58-99ca-9f0789bb4153 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:34.140099 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a5bf408-acd9-4c7d-be7d-51af0a3fb9ba req-39ff40c7-b899-4a58-99ca-9f0789bb4153 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.2158809
Feb 18 02:52:34.232045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-0ef41fc5-0137-4bd9-91a6-f60e787b8fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905483
Feb 18 02:52:34.343142 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a5bf408-acd9-4c7d-be7d-51af0a3fb9ba req-92a2d05e-d2ef-492d-ab1f-e6471150bd11 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426821
Feb 18 02:52:34.422656 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-8f5974f7-7387-44df-b6ae-7ac93a79e4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653924
Feb 18 02:52:34.582360 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97420fd-5781-4644-8c23-e93c13a144af req-54613dba-25fb-48b9-9c09-e2b00b1af940 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1510398
Feb 18 02:52:35.055109 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-f2d399b8-5e7f-4822-ae5e-78ce18118ee4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1743906
Feb 18 02:52:35.192646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ced60-970f-493f-b7da-b045befdd47a req-f6e4c087-70aa-4a53-ac89-0ae78d6da2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:35.194334 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-f6e4c087-70aa-4a53-ac89-0ae78d6da2f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 1163 time: 0.1126096
Feb 18 02:52:35.384799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ced60-970f-493f-b7da-b045befdd47a req-4b73df65-ee4a-45d3-836b-ea52c661f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:35.387275 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-4b73df65-ee4a-45d3-836b-ea52c661f91c service neutron] 10.222.0.44 "GET /v2.0/networks?id=cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 200  len: 913 time: 0.1662428
Feb 18 02:52:35.491318 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-930f1d07-051d-4f03-a990-603e559b0444 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 200  len: 217 time: 0.0956361
Feb 18 02:52:35.676764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89243-826b-42d3-b30a-35b0083f9953 req-f589e1fb-49c0-43d7-b090-9ab972b20910 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:35.686584 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64d89243-826b-42d3-b30a-35b0083f9953 req-f589e1fb-49c0-43d7-b090-9ab972b20910 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.1186130
Feb 18 02:52:35.748400 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64d89243-826b-42d3-b30a-35b0083f9953 req-4af70292-4044-4db6-981a-6c64c99b11e6 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603669
Feb 18 02:52:36.955979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8466377-ce85-4035-b6f8-98a972b3409b req-31d5bbc0-3e8a-43c2-abfb-5123977e2862 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:36.958378 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8466377-ce85-4035-b6f8-98a972b3409b req-31d5bbc0-3e8a-43c2-abfb-5123977e2862 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.0912085
Feb 18 02:52:37.006447 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8466377-ce85-4035-b6f8-98a972b3409b req-c6d93f0f-3aff-4d4f-b93c-ba30b3d17e1a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410039
Feb 18 02:52:37.448615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ced60-970f-493f-b7da-b045befdd47a req-67333c71-14e0-4d6c-b0f7-24fc0d66164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:37.450225 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-67333c71-14e0-4d6c-b0f7-24fc0d66164c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 200  len: 859 time: 0.0694852
Feb 18 02:52:38.223583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66eed-e4b7-4fc4-8dd4-2241fc5b631c req-ab7f2ec7-be59-445b-9854-b2d3656f2f1f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:38.225521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6d66eed-e4b7-4fc4-8dd4-2241fc5b631c req-ab7f2ec7-be59-445b-9854-b2d3656f2f1f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.0975797
Feb 18 02:52:38.279535 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6d66eed-e4b7-4fc4-8dd4-2241fc5b631c req-bf48b3d1-0852-4508-835c-d028bb0c8ff0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446579
Feb 18 02:52:38.615045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:38.649559 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-7f5fd84d-8596-4548-9309-8c6b7fa5c8fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cad4cf13-6a51-4742-adb0-8689d2178b75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594215
Feb 18 02:52:39.483976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a1f68-a8cd-4449-870a-0f62a2eb18f5 req-8c4e3ddb-9794-480d-9f32-853143e7e832 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:39.486379 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f86a1f68-a8cd-4449-870a-0f62a2eb18f5 req-8c4e3ddb-9794-480d-9f32-853143e7e832 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.0913534
Feb 18 02:52:39.542584 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f86a1f68-a8cd-4449-870a-0f62a2eb18f5 req-26c9216f-2abd-463c-981d-c2e204c211da tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438607
Feb 18 02:52:40.198535 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-aa8177a9-6943-43f9-afe4-8a1c698abb82 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839230
Feb 18 02:52:40.357532 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-516ced60-970f-493f-b7da-b045befdd47a req-587ded26-81d1-4118-a074-b3ace3354478 service neutron] 10.222.0.44 "GET /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1510081
Feb 18 02:52:40.760034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ad359-383a-427c-9594-13b35021e0a5 req-1b00a5c6-fa23-46f3-b104-eb7e58ba8334 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:40.762898 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b5ad359-383a-427c-9594-13b35021e0a5 req-1b00a5c6-fa23-46f3-b104-eb7e58ba8334 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.0932946
Feb 18 02:52:40.846359 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b5ad359-383a-427c-9594-13b35021e0a5 req-2024a80a-07d5-411e-b9d2-b2166226c625 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721233
Feb 18 02:52:42.112866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61544d-f417-4dcb-af8c-c3edefe0ad80 req-902a0e3e-1f04-4f1d-a634-840316ea2bc6 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:42.114906 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b61544d-f417-4dcb-af8c-c3edefe0ad80 req-902a0e3e-1f04-4f1d-a634-840316ea2bc6 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.1062784
Feb 18 02:52:42.169346 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b61544d-f417-4dcb-af8c-c3edefe0ad80 req-444edc59-f0fa-45d2-8344-557f00a842df tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448060
Feb 18 02:52:42.785865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858967a9-b676-4492-8985-f0ad9d8f8d6f req-afe76268-e34f-44ef-bd1b-fcc4d9f036be tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:42.787466 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-858967a9-b676-4492-8985-f0ad9d8f8d6f req-afe76268-e34f-44ef-bd1b-fcc4d9f036be tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0916746
Feb 18 02:52:42.842095 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-858967a9-b676-4492-8985-f0ad9d8f8d6f req-904bf71a-86e9-4f7a-bda0-6b7433ec09b8 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464890
Feb 18 02:52:43.391985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a942e8-8274-4a31-889f-6eabccea330e req-91320311-2ba1-48e9-a7c3-3d873158109d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:43.393847 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2a942e8-8274-4a31-889f-6eabccea330e req-91320311-2ba1-48e9-a7c3-3d873158109d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.0928130
Feb 18 02:52:43.464437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2a942e8-8274-4a31-889f-6eabccea330e req-542e8c4f-df62-4313-9087-8ea99bf7d152 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575712
Feb 18 02:52:44.079144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c301-ee9c-4215-91b1-f3963f24d5f5 req-a03e88b3-7a09-48ff-9990-64b2c387bc44 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:44.080694 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6a6c301-ee9c-4215-91b1-f3963f24d5f5 req-a03e88b3-7a09-48ff-9990-64b2c387bc44 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0971274
Feb 18 02:52:44.130317 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6a6c301-ee9c-4215-91b1-f3963f24d5f5 req-e6c8f2a2-8b60-4f5a-b747-2d200361b2b4 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427330
Feb 18 02:52:44.826382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9203013d-27b6-4c0c-b2c0-47b1a15cb5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:45.038571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1a72b-13cc-4d94-947e-982c2fa1a7de req-3d596382-f60f-469b-af8e-04fe86504e68 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:45.040185 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe1a72b-13cc-4d94-947e-982c2fa1a7de req-3d596382-f60f-469b-af8e-04fe86504e68 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 943 time: 0.3224363
Feb 18 02:52:45.090375 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe1a72b-13cc-4d94-947e-982c2fa1a7de req-6a183e4c-f080-4237-9a15-bb06a16971ff tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432689
Feb 18 02:52:45.328402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f05ea2-518d-4f37-99b4-0b4c7b1a7413 req-6ce61f33-f391-4bd7-a34f-e3d5025e1f92 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:45.329997 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-41f05ea2-518d-4f37-99b4-0b4c7b1a7413 req-6ce61f33-f391-4bd7-a34f-e3d5025e1f92 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.0871668
Feb 18 02:52:45.380834 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-41f05ea2-518d-4f37-99b4-0b4c7b1a7413 req-91a87356-c1f6-408d-9f38-55f362ffadfb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437362
Feb 18 02:52:45.482800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 41be444f-2324-4aa7-9342-c3aa55b1adf4 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:45.552439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 41be444f-2324-4aa7-9342-c3aa55b1adf4 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:52:45.557713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 41be444f-2324-4aa7-9342-c3aa55b1adf4 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:45.558126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:45.679377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:45.708508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b89edd0-d70b-4318-8c98-7885448c8333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be444f-2324-4aa7-9342-c3aa55b1adf4'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:45.718698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 41be444f-2324-4aa7-9342-c3aa55b1adf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=41be444f-2324-4aa7-9342-c3aa55b1adf4,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:45.722674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:45.724632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:45.762881 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b89edd0-d70b-4318-8c98-7885448c8333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be444f-2324-4aa7-9342-c3aa55b1adf4', 'code': 200}
Feb 18 02:52:45.797420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=41be444f-2324-4aa7-9342-c3aa55b1adf4,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:45.800776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:46.046168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-273dcb42-92ce-4fd4-8a3c-68a43fb7c4ec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:46.047797 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-273dcb42-92ce-4fd4-8a3c-68a43fb7c4ec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.1688001
Feb 18 02:52:46.050686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dcd31-44bf-48da-99c7-63bbb45e8669 req-daba0977-7ba0-4955-9140-4f4d7b7c0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:46.052155 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3c2dcd31-44bf-48da-99c7-63bbb45e8669 req-daba0977-7ba0-4955-9140-4f4d7b7c0213 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 1162 time: 0.1052761
Feb 18 02:52:46.172986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Deleting port 8d0ca876-96eb-4a28-9122-e6227736d413 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:52:46.174805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:46.210882 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3c2dcd31-44bf-48da-99c7-63bbb45e8669 req-ca7acabb-f8f9-4a19-9bc3-51f7cf71bf15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138647
Feb 18 02:52:46.378858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 41be444f-2324-4aa7-9342-c3aa55b1adf4 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:46.470094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 41be444f-2324-4aa7-9342-c3aa55b1adf4 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:46.470704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:46.571286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] For port 8d0ca876-96eb-4a28-9122-e6227736d413, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d0ca876-96eb-4a28-9122-e6227736d413,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:46.571664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:46.708656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8d0ca876-96eb-4a28-9122-e6227736d413 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:52:46.751562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Calling delete_port for 8d0ca876-96eb-4a28-9122-e6227736d413 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:52:46.844563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:46.881908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 8d0ca876-96eb-4a28-9122-e6227736d413, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d0ca876-96eb-4a28-9122-e6227736d413,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:46.891755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:46.893831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-59ffca2a-cab7-4304-bbc4-d9730b7a07b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:46.954081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797a1bf-572f-4a45-88c7-17319028f92d req-9f46297b-a624-40e4-ab59-2ae68a1abb7a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:46.955875 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0797a1bf-572f-4a45-88c7-17319028f92d req-9f46297b-a624-40e4-ab59-2ae68a1abb7a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.7055852
Feb 18 02:52:46.995772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065749-0437-41d9-b252-1ce1bd8f03fd req-d2db7fcf-bce0-40fa-b5a4-3968467e5ec4 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:46.998462 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac065749-0437-41d9-b252-1ce1bd8f03fd req-d2db7fcf-bce0-40fa-b5a4-3968467e5ec4 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 946 time: 0.2025373
Feb 18 02:52:47.028441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:52:47.028815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:52:47.051891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=8d0ca876-96eb-4a28-9122-e6227736d413,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:47.062918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:47.074440 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0797a1bf-572f-4a45-88c7-17319028f92d req-a70ae91b-733a-48fd-b69f-2fc70f230084 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043696
Feb 18 02:52:47.083271 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac065749-0437-41d9-b252-1ce1bd8f03fd req-81f400c4-4dc0-4086-a90c-3174bab43123 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770595
Feb 18 02:52:47.342309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-065bb58c-06b3-4f9f-a255-84a4a849dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:47.511078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:47.530205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Deleting port 8d0ca876-96eb-4a28-9122-e6227736d413 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:52:47.530594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:47.764192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:47.812576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] For port 8d0ca876-96eb-4a28-9122-e6227736d413, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d0ca876-96eb-4a28-9122-e6227736d413,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:47.813101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:47.817416 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413', 'code': 200}
Feb 18 02:52:47.955820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Calling delete_port for 8d0ca876-96eb-4a28-9122-e6227736d413 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:52:48.200534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:48.282196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:48.393616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Pushing event deleted for resources: {'Port': ['ID=8d0ca876-96eb-4a28-9122-e6227736d413,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:48.409950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:48.430853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96066-032e-4fa1-a33e-9557cfd01c77 req-377827a8-b1ea-4ce1-9bf6-5daecaf619c3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:48.433166 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ba96066-032e-4fa1-a33e-9557cfd01c77 req-377827a8-b1ea-4ce1-9bf6-5daecaf619c3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.3455739
Feb 18 02:52:48.536389 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ba96066-032e-4fa1-a33e-9557cfd01c77 req-40825196-c5d3-4cc2-92f5-f15e7d3aaa0d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932739
Feb 18 02:52:48.585951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739aaf-b5b4-4c47-a67d-718b2ed11759 req-b954adfd-5a12-4d65-9809-87b8bb19dfb4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:48.587614 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39739aaf-b5b4-4c47-a67d-718b2ed11759 req-b954adfd-5a12-4d65-9809-87b8bb19dfb4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.2611878
Feb 18 02:52:48.594095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] No DVR routers for this DVR port 8d0ca876-96eb-4a28-9122-e6227736d413 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:52:48.598156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:48.601063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'name': 'network-vif-deleted', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:48.627340 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d16ac21a-e445-4374-9031-1eb24b797c56 req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "DELETE /v2.0/ports/8d0ca876-96eb-4a28-9122-e6227736d413 HTTP/1.1" status: 204  len: 173 time: 2.5675039
Feb 18 02:52:48.651080 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39739aaf-b5b4-4c47-a67d-718b2ed11759 req-fc0ceb5a-8989-4f69-86cf-b9294316f232 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540795
Feb 18 02:52:48.698925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-00677814-1669-48a5-a2bd-ee7b5d2bbdb8 req-d42b1f5b-de81-417e-8620-834b0dc28fec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Synchronizing usage tracker for tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:52:48.706758 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556cdf21-ec82-402a-9f1b-dc7eec902c33', 'name': 'network-vif-deleted', 'tag': '8d0ca876-96eb-4a28-9122-e6227736d413', 'status': 'completed', 'code': 200}
Feb 18 02:52:48.717833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-00677814-1669-48a5-a2bd-ee7b5d2bbdb8 req-d42b1f5b-de81-417e-8620-834b0dc28fec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Unset dirty status for tenant:c3c8a752fe53474c8e49ebdbaba4f4f3 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:52:48.719111 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-00677814-1669-48a5-a2bd-ee7b5d2bbdb8 req-d42b1f5b-de81-417e-8620-834b0dc28fec tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0671370
Feb 18 02:52:48.826209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:49.173019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:49.739722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb96e4-c0d8-4c70-81f7-dc819daa1d8a req-296a7078-6d02-4359-a3b1-3f69df40c122 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:49.741325 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-deeb96e4-c0d8-4c70-81f7-dc819daa1d8a req-296a7078-6d02-4359-a3b1-3f69df40c122 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.0898232
Feb 18 02:52:49.842104 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-deeb96e4-c0d8-4c70-81f7-dc819daa1d8a req-c0a3786d-087a-4012-b8e3-b33bff060e41 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935297
Feb 18 02:52:49.873126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41723-74f1-49ff-b5b1-8350698aabe7 req-428796e5-6b81-46a5-adf6-b3439611fe91 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:49.874739 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-30b41723-74f1-49ff-b5b1-8350698aabe7 req-428796e5-6b81-46a5-adf6-b3439611fe91 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.1074255
Feb 18 02:52:49.926069 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-30b41723-74f1-49ff-b5b1-8350698aabe7 req-dcb37dc7-3953-4754-9bef-1365e6461656 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447984
Feb 18 02:52:49.990668 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ef75f88-f50c-4e07-b291-cfed50259370 req-5905bdbe-7483-4eeb-904c-ce27e6a5e22c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0485280
Feb 18 02:52:51.038697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40aa23-7a81-4ca0-9d14-5a61dd77d2e3 req-22384994-4792-4669-8c4f-963ea814a670 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:51.040316 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff40aa23-7a81-4ca0-9d14-5a61dd77d2e3 req-22384994-4792-4669-8c4f-963ea814a670 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.0851262
Feb 18 02:52:51.091327 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff40aa23-7a81-4ca0-9d14-5a61dd77d2e3 req-e493c135-e0ff-4613-a67f-9b8ca075a37c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438621
Feb 18 02:52:51.158980 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2d9b7f5-404a-49af-baeb-8255c85b8530 req-155b4969-da66-43c9-ae48-2adea1681a26 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0482686
Feb 18 02:52:51.915553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 41be444f-2324-4aa7-9342-c3aa55b1adf4 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:51.991093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 41be444f-2324-4aa7-9342-c3aa55b1adf4 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:51.991522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:52.332263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534fdfa-b6aa-4636-aa87-3d9c463613d6 req-7d8321bf-11b3-4211-8e8a-e5b320b37d40 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:52.333844 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7534fdfa-b6aa-4636-aa87-3d9c463613d6 req-7d8321bf-11b3-4211-8e8a-e5b320b37d40 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.1255457
Feb 18 02:52:52.349838 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8f93a7b7-548b-4100-8239-b5d53bfff6ee req-5d765bec-ba78-40a0-aa6e-8d03348b8c12 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=556cdf21-ec82-402a-9f1b-dc7eec902c33 HTTP/1.1" status: 200  len: 210 time: 0.0643547
Feb 18 02:52:52.390221 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7534fdfa-b6aa-4636-aa87-3d9c463613d6 req-5b49b70d-bbda-46b0-98e8-6145611615d7 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436549
Feb 18 02:52:53.590752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4fe9-1e02-46f7-adfe-8df4bff2dba8 req-74c94e05-823e-4d7d-b0de-3d349a197a2d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:53.592406 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b7f4fe9-1e02-46f7-adfe-8df4bff2dba8 req-74c94e05-823e-4d7d-b0de-3d349a197a2d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.0874689
Feb 18 02:52:53.665068 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b7f4fe9-1e02-46f7-adfe-8df4bff2dba8 req-77b04b0a-1819-41cb-80d7-8fe2fa2f7221 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657306
Feb 18 02:52:53.764687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 43874) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:53.846622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34704334-e8dd-4ff3-89a8-1e699d1c0df6 req-2afbd0ce-a5d3-4c97-a7ff-ea9b8cda1aad tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:53.847785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Deleting subnet d1c36015-a705-4249-bd99-f39a17e2dc7b {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:52:53.850989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:53.854693 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34704334-e8dd-4ff3-89a8-1e699d1c0df6 req-2afbd0ce-a5d3-4c97-a7ff-ea9b8cda1aad tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1026955
Feb 18 02:52:53.907412 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34704334-e8dd-4ff3-89a8-1e699d1c0df6 req-8f12dd4b-45d3-4c33-b5a1-feaec19db60a tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516064
Feb 18 02:52:53.908348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:53.982875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.243901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-80e22c08-2f5e-430a-bab7-e1eb05a02a22 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:54.246358 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-80e22c08-2f5e-430a-bab7-e1eb05a02a22 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 946 time: 0.1177905
Feb 18 02:52:54.282714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.306237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 41be444f-2324-4aa7-9342-c3aa55b1adf4 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:52:54.312058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:54.395109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Deleting port 8b43c535-7075-4184-a2df-877827ddda88 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:52:54.395109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.419592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c36015-a705-4249-bd99-f39a17e2dc7b,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:54.434537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.434957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.435465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.435778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.436170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.436574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.436969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.437240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 41be444f-2324-4aa7-9342-c3aa55b1adf4 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:52:54.437361 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.437732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.438067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.438189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.438485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.438876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.439358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.439777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.440167 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.440555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.440944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.441333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.441721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.442106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.442494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.442879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.443266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.443680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:52:54.454641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:54.490538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.505602 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-afdc8978-03ab-41df-8a8e-7930d49feac9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1c36015-a705-4249-bd99-f39a17e2dc7b HTTP/1.1" status: 204  len: 168 time: 0.7394602
Feb 18 02:52:54.506550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 43896) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:54.598191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 8b43c535-7075-4184-a2df-877827ddda88 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:52:54.657543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.747256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.780150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b43c535-7075-4184-a2df-877827ddda88'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:54.792108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 8b43c535-7075-4184-a2df-877827ddda88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8b43c535-7075-4184-a2df-877827ddda88,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:54.796812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:54.799638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:54.882574 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b43c535-7075-4184-a2df-877827ddda88', 'code': 200}
Feb 18 02:52:54.908252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=8b43c535-7075-4184-a2df-877827ddda88,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:54.938554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:54.962997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.091211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae9fac18>,) {'filters': {'network_id': ['6be77506-b61f-492f-93eb-9ddb2eb99578']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:52:55.106169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae9fac18>, '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:52:55.106542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae9fac18>, '9f73b4e0-dd1b-4e10-8dd9-aa4684e88c09') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:52:55.118973 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.136108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.137987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:52:55.251917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] For port 8b43c535-7075-4184-a2df-877827ddda88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8b43c535-7075-4184-a2df-877827ddda88,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:55.252238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.325226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:52:55.334515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.398604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Calling delete_port for 8b43c535-7075-4184-a2df-877827ddda88 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:52:55.439585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e189df-593c-4a67-ad6d-764e0af280cd req-0b9c9594-7127-48ab-8e56-cdd931bdf832 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:55.441169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c9e189df-593c-4a67-ad6d-764e0af280cd req-0b9c9594-7127-48ab-8e56-cdd931bdf832 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 944 time: 0.4012294
Feb 18 02:52:55.458907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d9dc-d78e-43d0-b11a-74a47679e7a2 req-d0bc2c37-f457-42dd-a4e3-f9adafa15eab tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:55.460489 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2066d9dc-d78e-43d0-b11a-74a47679e7a2 req-d0bc2c37-f457-42dd-a4e3-f9adafa15eab tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3675852
Feb 18 02:52:55.517894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Network 6be77506-b61f-492f-93eb-9ddb2eb99578 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:52:55.541889 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:52:55.570948 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2066d9dc-d78e-43d0-b11a-74a47679e7a2 req-152a2e2c-4a0a-4d4e-b1e4-9fe386db58c1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899725
Feb 18 02:52:55.573818 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c9e189df-593c-4a67-ad6d-764e0af280cd req-5a5d01ef-df8e-497b-96d4-d5438c4b4fbc tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092987
Feb 18 02:52:55.583546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:52:55.583924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:52:55.620900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.624396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7ba2eda8-be56-4708-926f-2520be1df42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:55.641245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.647476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be77506-b61f-492f-93eb-9ddb2eb99578,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:55.653515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:55.658842 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6be77506-b61f-492f-93eb-9ddb2eb99578 HTTP/1.1" status: 204  len: 168 time: 1.1511028
Feb 18 02:52:55.842538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 43914) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:55.893209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-730f16f3-e52f-4e53-aa66-c7cb0300cbb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a2cb9a6e3e54dedbfedaae1561d57d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493944
Feb 18 02:52:55.895697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 43918) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:52:55.963936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:55.991345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:56.037408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:56.042459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b21c790-d4e4-40f3-ac97-609dc9e50804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:56.056955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c630dc-7d76-4752-96ae-5e8b15e6a78a,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:56.062004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:56.069397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:56.073152 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53c630dc-7d76-4752-96ae-5e8b15e6a78a HTTP/1.1" status: 204  len: 168 time: 0.1739659
Feb 18 02:52:56.087174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Deleting port 8b43c535-7075-4184-a2df-877827ddda88 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:52:56.087583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:56.371153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] For port 8b43c535-7075-4184-a2df-877827ddda88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8b43c535-7075-4184-a2df-877827ddda88,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:52:56.371602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:56.515021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Calling delete_port for 8b43c535-7075-4184-a2df-877827ddda88 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:52:56.875996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:56.896131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:52:57.008225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Pushing event deleted for resources: {'Port': ['ID=8b43c535-7075-4184-a2df-877827ddda88,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:52:57.011737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:52:57.041861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2e2b-a5fb-44c1-9f7c-0df113cbd322 req-8c789827-911e-464d-bef5-3f5799d4a6b0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:57.043481 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68fc2e2b-a5fb-44c1-9f7c-0df113cbd322 req-8c789827-911e-464d-bef5-3f5799d4a6b0 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.3291965
Feb 18 02:52:57.062787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dd86e-aeb8-45eb-bf06-81472ef76b6f req-212e4c2e-6b07-4faa-9955-acffc23d2f4d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:57.063571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cd3dd86e-aeb8-45eb-bf06-81472ef76b6f req-212e4c2e-6b07-4faa-9955-acffc23d2f4d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Synchronizing usage tracker for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:52:57.118313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cd3dd86e-aeb8-45eb-bf06-81472ef76b6f req-212e4c2e-6b07-4faa-9955-acffc23d2f4d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Unset dirty status for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:52:57.120759 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd3dd86e-aeb8-45eb-bf06-81472ef76b6f req-212e4c2e-6b07-4faa-9955-acffc23d2f4d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3bceea5-d608-4693-8fd7-6c6254c5ecf5 HTTP/1.1" status: 200  len: 865 time: 0.3561485
Feb 18 02:52:57.171990 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68fc2e2b-a5fb-44c1-9f7c-0df113cbd322 req-c2f3d436-c244-48f9-9ddc-5c42a31794e1 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164696
Feb 18 02:52:57.228190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] No DVR routers for this DVR port 8b43c535-7075-4184-a2df-877827ddda88 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:52:57.233895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:52:57.235957 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-11ad0e57-4097-40a4-a956-5c5233e10f74 req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "DELETE /v2.0/ports/8b43c535-7075-4184-a2df-877827ddda88 HTTP/1.1" status: 204  len: 173 time: 2.9833696
Feb 18 02:52:57.236476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'name': 'network-vif-deleted', 'tag': '8b43c535-7075-4184-a2df-877827ddda88'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:52:57.250347 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd3dd86e-aeb8-45eb-bf06-81472ef76b6f req-b41b259d-519f-4de7-b408-31b41810885d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202166
Feb 18 02:52:57.291201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bceea5-d608-4693-8fd7-6c6254c5ecf5', 'name': 'network-vif-deleted', 'tag': '8b43c535-7075-4184-a2df-877827ddda88', 'status': 'completed', 'code': 200}
Feb 18 02:52:58.378696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245deda-733e-44f5-ab89-6dc8efc20606 req-cc4d7249-5383-4d45-a1dd-0a7b7a221403 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:58.380547 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0245deda-733e-44f5-ab89-6dc8efc20606 req-cc4d7249-5383-4d45-a1dd-0a7b7a221403 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0904007
Feb 18 02:52:58.435954 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0245deda-733e-44f5-ab89-6dc8efc20606 req-d024d0d1-41a5-4050-8a16-e68ace14042f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480711
Feb 18 02:52:59.637618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b162116-6f82-4775-a003-592f6005f0b6 req-dc4a27d7-4af3-43b9-807a-ced1eaf448d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:52:59.639233 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b162116-6f82-4775-a003-592f6005f0b6 req-dc4a27d7-4af3-43b9-807a-ced1eaf448d2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0878649
Feb 18 02:52:59.686947 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b162116-6f82-4775-a003-592f6005f0b6 req-a7b76ed2-ba72-4e09-bcce-9672765d47c2 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415497
Feb 18 02:53:00.886949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757a005-2a4b-4b69-a6cc-8abc01efa958 req-02fc8c11-1395-401a-80f0-7ef539823cba tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:00.888576 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0757a005-2a4b-4b69-a6cc-8abc01efa958 req-02fc8c11-1395-401a-80f0-7ef539823cba tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0909421
Feb 18 02:53:00.936929 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0757a005-2a4b-4b69-a6cc-8abc01efa958 req-f60cd0ca-01c9-4495-a8aa-42e570bc70eb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420535
Feb 18 02:53:01.657863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:53:02.135896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f625be-6b19-4044-9fc2-293bf12ea6d2 req-5b435ce1-e5dd-4fe5-8880-47975d532c63 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:02.137514 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6f625be-6b19-4044-9fc2-293bf12ea6d2 req-5b435ce1-e5dd-4fe5-8880-47975d532c63 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0854580
Feb 18 02:53:02.189713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6f625be-6b19-4044-9fc2-293bf12ea6d2 req-508e9720-9a4c-420d-abe1-a9c48f4f9f8b tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459573
Feb 18 02:53:03.403262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:03.410373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7d6a6-c8fb-4076-b2f6-fc3155bd1b26 req-772af0d8-1947-4816-9454-a99a90a622eb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:03.412027 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d7d6a6-c8fb-4076-b2f6-fc3155bd1b26 req-772af0d8-1947-4816-9454-a99a90a622eb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.0941305
Feb 18 02:53:03.476817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port de187f2a-9924-4b6a-93d6-3f06a267fa2d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:03.477236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:03.528362 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d7d6a6-c8fb-4076-b2f6-fc3155bd1b26 req-2e48b588-93c4-45fb-aab5-480c245903bb tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/security-groups?id=feaef095-1909-44ac-bb22-533dc85161f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092463
Feb 18 02:53:03.558005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-9d9fd275-a41f-4262-86f2-bc83d1ad1915 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:03.559581 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-9d9fd275-a41f-4262-86f2-bc83d1ad1915 tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 946 time: 0.1206331
Feb 18 02:53:03.641869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Deleting port de187f2a-9924-4b6a-93d6-3f06a267fa2d {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:53:03.642258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:03.933645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] For port de187f2a-9924-4b6a-93d6-3f06a267fa2d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de187f2a-9924-4b6a-93d6-3f06a267fa2d,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:03.934054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:04.274547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Calling delete_port for de187f2a-9924-4b6a-93d6-3f06a267fa2d owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:53:04.435067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:04.451837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0e8333d-c39f-4685-a41a-00ffaca83fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:04.557453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Pushing event deleted for resources: {'Port': ['ID=de187f2a-9924-4b6a-93d6-3f06a267fa2d,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:04.567575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:04.711606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] No DVR routers for this DVR port de187f2a-9924-4b6a-93d6-3f06a267fa2d on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:53:04.719284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:04.723837 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-89d35dfe-e0d2-48ed-b9ff-a6dbbb169239 req-25cc6b90-a4a3-419c-8cb4-11088988779c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73b8cda-49ea-4693-8472-f147760d04d7 HTTP/1.1" status: 200  len: 210 time: 0.0652370
Feb 18 02:53:04.724359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'name': 'network-vif-deleted', 'tag': 'de187f2a-9924-4b6a-93d6-3f06a267fa2d'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:53:04.751592 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68d0024e-a1f0-40f8-af12-704262bf8800 req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] 10.222.0.44 "DELETE /v2.0/ports/de187f2a-9924-4b6a-93d6-3f06a267fa2d HTTP/1.1" status: 204  len: 173 time: 1.1827946
Feb 18 02:53:04.779065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73b8cda-49ea-4693-8472-f147760d04d7', 'name': 'network-vif-deleted', 'tag': 'de187f2a-9924-4b6a-93d6-3f06a267fa2d', 'status': 'completed', 'code': 200}
Feb 18 02:53:05.389246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:53:05.428237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: de187f2a-9924-4b6a-93d6-3f06a267fa2d {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:53:05.428933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device de187f2a-9924-4b6a-93d6-3f06a267fa2d not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:53:05.833408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44176) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:06.441365 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:06.826286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Deleting port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:53:06.826664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:07.020293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] For port 0948d2f3-ed34-46fb-a1b2-84e7324b54a7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,segment=NetworkSegment(5676e1f5-4f3a-44af-b723-25f965cdf9d7),segment_id=5676e1f5-4f3a-44af-b723-25f965cdf9d7)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:07.020783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:07.156343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Calling delete_port for 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 owned by network:router_interface {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:53:07.490881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:07.507334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:07.604727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0948d2f3-ed34-46fb-a1b2-84e7324b54a7,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:07.614725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:08.141057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:08.663842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:53:08.689118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:08.860573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:53:08.878730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] Sync routers for ids ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:53:08.886593 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] 10.222.0.53 "PUT /v2.0/routers/b02795d6-698e-4eaf-8438-1e5bd80c8ee5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0519466
Feb 18 02:53:08.889618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44210) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:08.895351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] Routers {'b02795d6-698e-4eaf-8438-1e5bd80c8ee5'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:53:08.899296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af40d208>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:52:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:09.086646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks [] for router, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:09.091985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] Set router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:53:09.305063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:09.314625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Deleting port d67913f2-b606-4aa8-a7f5-761013e20d72 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:53:09.315001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:09.428190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af40d208>, [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:53:07Z', 'revision_number': 5, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port': {'id': 'd67913f2-b606-4aa8-a7f5-761013e20d72', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:26Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:09.434234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] Checking router: b02795d6-698e-4eaf-8438-1e5bd80c8ee5 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:53:09.444769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] Routers {'b02795d6-698e-4eaf-8438-1e5bd80c8ee5'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:53:09.445455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af40d208>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:52:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:09.623283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] Set router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 gateway port host: None {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:53:09.735972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] For port d67913f2-b606-4aa8-a7f5-761013e20d72, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=d67913f2-b606-4aa8-a7f5-761013e20d72,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:09.736291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:09.750325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af40d208>, [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:53:09Z', 'revision_number': 6, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:09.754659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a079c6-cf2b-4c10-8eb2-9030e4411d6b None None] The sync data for ids ['b02795d6-698e-4eaf-8438-1e5bd80c8ee5'] in dv-cinder-763306-10-iscsi is: [{'id': 'b02795d6-698e-4eaf-8438-1e5bd80c8ee5', 'name': 'tempest-ServerRescueNegativeTestJSON-1275310502-router', 'tenant_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:53:09Z', 'revision_number': 6, 'project_id': 'c3c8a752fe53474c8e49ebdbaba4f4f3', 'gw_port_host': None}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:53:09.874007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Calling delete_port for d67913f2-b606-4aa8-a7f5-761013e20d72 owned by network:router_gateway {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:53:10.203689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.219878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:10.317851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67913f2-b606-4aa8-a7f5-761013e20d72,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:10.320531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:10.454347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.641063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.643424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.732181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.732750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02795d6-698e-4eaf-8438-1e5bd80c8ee5 {{(pid=83978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 02:53:10.747017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.751408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b02795d6-698e-4eaf-8438-1e5bd80c8ee5 HTTP/1.1" status: 204  len: 168 time: 1.8605542
Feb 18 02:53:10.751798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44228) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:10.834551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Deleting subnet a576f684-998a-4ee9-a6a8-3d98a8ca5732 {{(pid=83977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:53:10.838007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.872339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d67913f2-b606-4aa8-a7f5-761013e20d72 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:53:10.895825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822516649'] for subnet, precommit_delete_associations {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.909154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: d67913f2-b606-4aa8-a7f5-761013e20d72 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:53:10.909552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d67913f2-b606-4aa8-a7f5-761013e20d72 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:53:10.910016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:53:10.961502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:10.968411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:53:10.969061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0948d2f3-ed34-46fb-a1b2-84e7324b54a7 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:53:11.241414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32259324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31845630'] for subnet, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:11.257945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:11.355251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a576f684-998a-4ee9-a6a8-3d98a8ca5732,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:11.358711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:11.399396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:11.406524 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a576f684-998a-4ee9-a6a8-3d98a8ca5732 HTTP/1.1" status: 204  len: 168 time: 0.6535277
Feb 18 02:53:11.409295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44236) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:11.529018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:11.729216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:11.849173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87aea71080>,) {'filters': {'network_id': ['cad4cf13-6a51-4742-adb0-8689d2178b75']}} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:11.863520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87aea71080>, '5676e1f5-4f3a-44af-b723-25f965cdf9d7') {'for_net_delete': True} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:11.863890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87aea71080>, '5676e1f5-4f3a-44af-b723-25f965cdf9d7') {} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:11.877901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32259183'] for segment, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:11.896096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:11.898142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:53:12.084155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Network cad4cf13-6a51-4742-adb0-8689d2178b75 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:53:12.093520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822516899'] for segment, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.282321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Network cad4cf13-6a51-4742-adb0-8689d2178b75 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:53:12.306874 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:53:12.392517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.396264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:12.416155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.418936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad4cf13-6a51-4742-adb0-8689d2178b75,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:12.426543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:12.433062 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cad4cf13-6a51-4742-adb0-8689d2178b75 HTTP/1.1" status: 204  len: 168 time: 1.0227745
Feb 18 02:53:12.615061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44250) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:12.666830 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-951ee89f-b29e-4fa1-a853-337a06446ef0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3c8a752fe53474c8e49ebdbaba4f4f3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0504820
Feb 18 02:53:12.669357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44254) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:12.728617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.755037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.805283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.812958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-732b10a7-f8be-4936-8873-eb76fe44021f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:12.827487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaef095-1909-44ac-bb22-533dc85161f5,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:12.829447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:12.833480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feaef095-1909-44ac-bb22-533dc85161f5 HTTP/1.1" status: 204  len: 168 time: 0.1603522
Feb 18 02:53:12.833480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:13.580372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44284) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:13.704069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-network', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:13.709128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:13.713808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Usage tracker for resource:network and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:13.716781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:13.722544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:13.732203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Made reservation on behalf of f1197a17bdc94e2cafa7ae011d90f205 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:13.736843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:13.749615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:13.765074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:13.769188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:13.772405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:13.779097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:13.869704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:13.873288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:13.878916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24c1a73e-aae4-4a00-a9b6-96f0ac056768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:13.908935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:53:13.923104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:13.923508 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Added segment d8a36732-674f-4abb-b638-b11125c12a80 of type vxlan for network 60f66b31-683c-430c-8630-a07e35516e49
Feb 18 02:53:13.958965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:13.966118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcce5ee-e6f0-4e06-a8ec-31068d8c47c5,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:13.975936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:13.999165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:14.000588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:14.001239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:14.006560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:14.364479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7828612
Feb 18 02:53:14.367593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Pushing event updated for resources: {'Network': ['ID=60f66b31-683c-430c-8630-a07e35516e49,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:14.367762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44312) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:14.371398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:14.374032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Request body: {'subnet': {'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-subnet', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:14.379322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:14.380103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 60f66b31-683c-430c-8630-a07e35516e49 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:53:14.383364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Usage tracker for resource:subnet and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:14.386958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:14.392796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:14.395119 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 60f66b31-683c-430c-8630-a07e35516e49 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:53:14.403739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Made reservation on behalf of f1197a17bdc94e2cafa7ae011d90f205 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:14.408465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823284952'] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:14.819338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8e25210-aa4d-4762-9421-be6c9ac36705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:14.824923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32451386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823284965'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:14.841179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:14.974853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd39743c-7869-4eef-9e2e-e43a80939324,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:14.977779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:15.046765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Checking segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:15.047158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Network hostable DHCP agents. Network: 60f66b31-683c-430c-8630-a07e35516e49, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:53:15.066180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Network 60f66b31-683c-430c-8630-a07e35516e49 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:53:15.074622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 60f66b31-683c-430c-8630-a07e35516e49) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:15.086210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8924a1-e01c-4fc1-8b2f-033bd63f850a None None] Network 60f66b31-683c-430c-8630-a07e35516e49 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:53:15.090015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:15.090673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.112757 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7411249
Feb 18 02:53:15.113151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44318) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:15.118530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:15.124136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:15.128241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Usage tracker for resource:router and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:15.132591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:15.140275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:15.149252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.151792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.166828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.326330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-60f66b31-683c-430c-8630-a07e35516e49', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:53:15.327332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.645457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Allocated IP 172.20.0.2 (60f66b31-683c-430c-8630-a07e35516e49/dd39743c-7869-4eef-9e2e-e43a80939324/9c743adf-5e07-4637-9e67-f35208b80714) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:15.676324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.882138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.893546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Transition to ACTIVE for port object 9c743adf-5e07-4637-9e67-f35208b80714 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:15.911615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Transition to ACTIVE for port object 9c743adf-5e07-4637-9e67-f35208b80714 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:15.921823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:15.939122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f870e6b-beb1-4b4e-8b02-783d894f18ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:16.026563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.063417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.077689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Pushing event updated for resources: {'Port': ['ID=9c743adf-5e07-4637-9e67-f35208b80714,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:16.100175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.100604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.101089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.101585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.101983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.102358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.102974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.103376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.103773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.104142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.104714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.105165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.105708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.106098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.106462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.106821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.107182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.107549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.107904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.108269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.108621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.108976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.109331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.109687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:16.116151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:16.157040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Network 60f66b31-683c-430c-8630-a07e35516e49 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:16.158382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:16.160868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:16.220099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Attempting to bind port 9c743adf-5e07-4637-9e67-f35208b80714 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:16.220429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Attempting to bind port 9c743adf-5e07-4637-9e67-f35208b80714 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:16.220835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Attempting to bind port 9c743adf-5e07-4637-9e67-f35208b80714 on network 60f66b31-683c-430c-8630-a07e35516e49 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:16.226557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:16.226989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Checking segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:16.227444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.227941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Bound using segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:16.228504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Bound port: 9c743adf-5e07-4637-9e67-f35208b80714, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:16.228971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.325476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] For port 9c743adf-5e07-4637-9e67-f35208b80714, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:16.328686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] For port 9c743adf-5e07-4637-9e67-f35208b80714, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=9c743adf-5e07-4637-9e67-f35208b80714,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:16.332008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.350174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Allocated IP 172.27.0.248 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/a6b9b963-9336-407c-b6a3-0cdfea034a8a) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:16.350390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:16.504422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Pushing event updated for resources: {'Port': ['ID=9c743adf-5e07-4637-9e67-f35208b80714,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:16.510359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:16.528471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.569065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:16.585597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66004790-16c7-4588-bfe9-1498a115b335 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:16.737351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b9b963-9336-407c-b6a3-0cdfea034a8a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:16.742641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:16.786533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:16.787734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:16.790007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:17.286687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:17.344867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c424-bbbb-4337-8f15-5197f581bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:17.516339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:17.878612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:18.020142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83987862-39e7-4dcf-971d-5eaf6edaa198 None None] Network 60f66b31-683c-430c-8630-a07e35516e49 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:53:18.115171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:53:18.122228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-85f02fa0-ef78-4806-b7bc-24ccb8f28e83 None None] Provisioning for port 9c743adf-5e07-4637-9e67-f35208b80714 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:18.319175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:53:18.330123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:53:18.342360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:53:18.343050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae41b668>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:18.350656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:18.351981 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fd9d12e2-3872-4817-8462-7766c2f53ef3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.2378032
Feb 18 02:53:18.356097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44338) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:18.545152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:53:18.894369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:18.928169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 9c743adf-5e07-4637-9e67-f35208b80714 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:18.986676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae41b668>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:17Z', 'revision_number': 3, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:18.995547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:53:18.995935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Updating router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 port a6b9b963-9336-407c-b6a3-0cdfea034a8a binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:53:19.062755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 9c743adf-5e07-4637-9e67-f35208b80714 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:19.067529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.100755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 9c743adf-5e07-4637-9e67-f35208b80714 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:19.101175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.178622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.414005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.550294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Allocated IP 172.20.0.1 (60f66b31-683c-430c-8630-a07e35516e49/dd39743c-7869-4eef-9e2e-e43a80939324/54402286-2f43-4ccc-8b9e-185b6feedb77) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:19.558717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.674185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 9c743adf-5e07-4637-9e67-f35208b80714, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=9c743adf-5e07-4637-9e67-f35208b80714,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:19.679437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.682809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:19.715679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.732373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Transition to ACTIVE for port object 54402286-2f43-4ccc-8b9e-185b6feedb77 will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:19.756112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.773727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:19.792374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=9c743adf-5e07-4637-9e67-f35208b80714,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:19.796447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:19.895467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.910412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Transition to ACTIVE for port object a6b9b963-9336-407c-b6a3-0cdfea034a8a will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:19.913815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:19.933951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:20.092022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796835f-b907-4d06-96c8-a6cfa95c825b None None] Pushing event updated for resources: {'Port': ['ID=a6b9b963-9336-407c-b6a3-0cdfea034a8a,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:20.097295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f796835f-b907-4d06-96c8-a6cfa95c825b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:20.136953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Pushing event updated for resources: {'Port': ['ID=54402286-2f43-4ccc-8b9e-185b6feedb77,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:20.147225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:20.151523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Attempting to bind port a6b9b963-9336-407c-b6a3-0cdfea034a8a on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:20.151971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Attempting to bind port a6b9b963-9336-407c-b6a3-0cdfea034a8a by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:20.152378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Attempting to bind port a6b9b963-9336-407c-b6a3-0cdfea034a8a on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:20.158308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:20.158707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:20.159158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.159616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:20.160166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Bound port: a6b9b963-9336-407c-b6a3-0cdfea034a8a, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:20.160581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.215682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Network 60f66b31-683c-430c-8630-a07e35516e49 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:20.216770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:20.219096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:20.244843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] For port a6b9b963-9336-407c-b6a3-0cdfea034a8a, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:20.248978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] For port a6b9b963-9336-407c-b6a3-0cdfea034a8a, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=a6b9b963-9336-407c-b6a3-0cdfea034a8a,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:20.255623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.277768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:20.282541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.450972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796835f-b907-4d06-96c8-a6cfa95c825b None None] Pushing event updated for resources: {'Port': ['ID=a6b9b963-9336-407c-b6a3-0cdfea034a8a,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:20.458536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f796835f-b907-4d06-96c8-a6cfa95c825b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:20.474334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9d2d0429-599e-43c1-b8d3-2dfdad3b5d0f None None] Provisioning for port 54402286-2f43-4ccc-8b9e-185b6feedb77 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:20.483564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9d2d0429-599e-43c1-b8d3-2dfdad3b5d0f None None] Provisioning complete for port 54402286-2f43-4ccc-8b9e-185b6feedb77 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:20.483985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0429-599e-43c1-b8d3-2dfdad3b5d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.553054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d0429-599e-43c1-b8d3-2dfdad3b5d0f None None] Port 54402286-2f43-4ccc-8b9e-185b6feedb77 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:53:20.561734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:53:20.562387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae41b668>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:20.630131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.755542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:53:20.890508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 9c743adf-5e07-4637-9e67-f35208b80714 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:20.950357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.954590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:20.989752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:21.079007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 9c743adf-5e07-4637-9e67-f35208b80714 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:21.079418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:21.081050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Pushing event updated for resources: {'Port': ['ID=54402286-2f43-4ccc-8b9e-185b6feedb77,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:21.083775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:21.100042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:21.232313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Network 60f66b31-683c-430c-8630-a07e35516e49 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:21.233423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:21.286020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae41b668>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:19Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:21.291783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a0850-00d3-4300-acc8-023d1a886c30 None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:19Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:53:21.448574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:53:21.483161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8579401e-17bc-485c-8f70-4f2b3112ee85 None None] Provisioning complete for port 54402286-2f43-4ccc-8b9e-185b6feedb77 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:21.483897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8579401e-17bc-485c-8f70-4f2b3112ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:21.541960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8579401e-17bc-485c-8f70-4f2b3112ee85 None None] Port 54402286-2f43-4ccc-8b9e-185b6feedb77 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:53:21.645931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:53:21.655342 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] 10.222.0.53 "PUT /v2.0/routers/750a96b8-043f-4dd9-a074-a90f7b4b0ae2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2981775
Feb 18 02:53:22.185714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-9d704656-d631-49dd-b505-b8bda643c53d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:22.187462 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-9d704656-d631-49dd-b505-b8bda643c53d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/networks?id=f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 200  len: 814 time: 0.2957797
Feb 18 02:53:22.223901 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-0fd0b716-154c-4ff1-80ac-80d0b6c5877f tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/quotas/4a597beff8ee44d982c4c7ad6a993045 HTTP/1.1" status: 200  len: 375 time: 0.0282466
Feb 18 02:53:22.238638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-cae9ff26-961b-438d-a00b-9a15c5973c05 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:22.240286 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-cae9ff26-961b-438d-a00b-9a15c5973c05 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.2630987
Feb 18 02:53:22.300758 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-f69f2614-94e5-42fb-9be9-31e36ab567eb tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a597beff8ee44d982c4c7ad6a993045&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0689249
Feb 18 02:53:22.303066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-8d02e6da-2989-499a-81be-adf353254852 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/quotas/5bac0c4ff10c4e9888c18e752fb19407 HTTP/1.1" status: 200  len: 375 time: 0.0244191
Feb 18 02:53:22.534441 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ff6ffce7-8712-4c35-aaa6-d0b56f64289a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2248037
Feb 18 02:53:22.538987 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-cb07b372-73bc-4055-a6a3-a0888206feb2 service neutron] 10.222.0.53 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886632
Feb 18 02:53:22.820342 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-fad78a31-0786-4a2b-87bb-8cde560e57c3 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723072
Feb 18 02:53:22.823269 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-0859846f-77bd-4661-9ae7-f0c3a8a7516f service neutron] 10.222.0.53 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2739577
Feb 18 02:53:22.953122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device a6b9b963-9336-407c-b6a3-0cdfea034a8a up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:23.021958 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-a0d0f4d5-c973-498c-b785-b67c72211195 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919904
Feb 18 02:53:23.037464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port a6b9b963-9336-407c-b6a3-0cdfea034a8a completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:23.043604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port a6b9b963-9336-407c-b6a3-0cdfea034a8a triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:23.044168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.194528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.218445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port a6b9b963-9336-407c-b6a3-0cdfea034a8a, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=a6b9b963-9336-407c-b6a3-0cdfea034a8a,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:23.224825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.226777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:23.254552 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-869154d1-0109-4757-b4ee-e6871584b5f0 req-1896d237-4656-4381-8cf7-16eb5b7d9be3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 210 time: 0.0662193
Feb 18 02:53:23.412558 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-32a6615a-385e-4584-892c-b6a29ca3a103 req-505dd21b-4a2b-4e0f-82ad-7110db48494a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 210 time: 0.0605962
Feb 18 02:53:23.544693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44406) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:23.551444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077279355', 'description': 'tempest-description--1246230363'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:23.558496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:23.564971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:23.569882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:23.576704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:23.589576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.606661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=a6b9b963-9336-407c-b6a3-0cdfea034a8a,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:23.613540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:23.617502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:23.619339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:23.622586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:23.628488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:23.715738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.719345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.724954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-441a0502-39c2-4171-bc8a-74d84af4ee54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:23.766731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac05939-c6ec-446a-8445-02450c575c06,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:23.769142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.770488 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2246838
Feb 18 02:53:23.771403 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-35c7faa9-3fdb-4fc2-a946-f0de8ed718e8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:23.773439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44414) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:23.779343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'security_group_rule': {'security_group_id': 'bac05939-c6ec-446a-8445-02450c575c06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:23.785619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:23.789707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:23.793068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:23.798854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:23.818487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.899009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.903128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.905277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:23.928498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd867bb0-7242-4c3d-8b91-4b71cda127c1,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:23.935330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:23.945217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:23.949810 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1721568
Feb 18 02:53:23.950090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44422) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:23.955610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'security_group_rule': {'security_group_id': 'bac05939-c6ec-446a-8445-02450c575c06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:23.961947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:23.966446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:23.969625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:23.980807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:24.000775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:24.065628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:24.069047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:24.071370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:24.096588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db84ff3-530f-4cea-aefb-90423876ca50,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:24.099235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:24.106859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:24.108249 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1571589
Feb 18 02:53:24.111479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44430) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:24.117062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:24.123186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:24.127261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:floatingip and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:24.130290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:24.136604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:24.145921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:24.299738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:24.563892 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28f5ceed-3b47-4ab9-956b-6f16d9448c78 req-32f2bd6a-370e-4901-a4b7-1b2649687d62 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 210 time: 0.0917540
Feb 18 02:53:24.623686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:53:24.635011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:53:24.636524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee95198>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:24.643842 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f705da4d-a4cd-4444-84a9-c50864f681ef req-fbc91fc8-bd85-4432-be11-5d96487f3142 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 210 time: 0.0541499
Feb 18 02:53:24.689554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-4516c992-4ecd-40eb-9088-bb30a04eef47 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:24.691138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-4516c992-4ecd-40eb-9088-bb30a04eef47 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "GET /v2.0/networks?id=f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 200  len: 814 time: 0.3455038
Feb 18 02:53:24.697937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Allocated IP 172.27.0.233 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/ab995b49-f157-4038-b937-24a900514133) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:24.717524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Request body: {'port': {'device_id': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c', 'admin_state_up': True, 'tenant_id': '4a597beff8ee44d982c4c7ad6a993045'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:24.927804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device a6b9b963-9336-407c-b6a3-0cdfea034a8a up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:24.942293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.018071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.041388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0c08ec7b-aff8-457e-a47b-997a0db8f8b9 tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:25.050683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port a6b9b963-9336-407c-b6a3-0cdfea034a8a triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:25.051309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.114811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:53:25.210628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:25.220110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'Port': ['ID=ab995b49-f157-4038-b937-24a900514133,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:25.226982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:25.230494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:25.248513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Made reservation on behalf of 4a597beff8ee44d982c4c7ad6a993045 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:25.254304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.284378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:25.285547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:25.287945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:25.306444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-dc5dd2f8-2459-4f91-b6ac-d2790d49c6cf tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:25.308010 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-dc5dd2f8-2459-4f91-b6ac-d2790d49c6cf tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 814 time: 0.4017472
Feb 18 02:53:25.334312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Request body: {'port': {'device_id': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9', 'admin_state_up': True, 'tenant_id': '5bac0c4ff10c4e9888c18e752fb19407'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:25.482449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee95198>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 2, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:25.487249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:53:25.487825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Updating router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 port 54402286-2f43-4ccc-8b9e-185b6feedb77 binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:53:25.550806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.652046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.678527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:25.689127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:25.705591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Made reservation on behalf of 5bac0c4ff10c4e9888c18e752fb19407 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:25.711213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.739948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:25.856693 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c181ccc7-dcfc-44db-94ed-2463ae80c812 req-5079336f-8543-475c-ad08-31b0066a68da tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 210 time: 0.0591917
Feb 18 02:53:25.864713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68cf4ef5-1015-4dcf-8d69-755230cf66e7 req-45cb13d2-0577-4be0-bd85-09dcaf6c8414 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 210 time: 0.1378510
Feb 18 02:53:26.048203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Allocated IP 172.20.0.12 (f18b7be8-3de8-4f37-9784-944421148a4c/b78738c8-0afe-4d97-ab89-a6893194d90b/b572c233-3127-467c-b738-137b8e589068) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:26.088019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.093090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.099177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.110754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f8ce27fa-890e-46b0-905f-54d29415fc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:26.112013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Transition to ACTIVE for port object 54402286-2f43-4ccc-8b9e-185b6feedb77 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:26.115206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.132064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:26.273210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'Port': ['ID=ab995b49-f157-4038-b937-24a900514133,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:26.275788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Pushing event updated for resources: {'Port': ['ID=54402286-2f43-4ccc-8b9e-185b6feedb77,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:26.280216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:26.297839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.298235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.298573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.298936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.299302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.299697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.300059 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.300419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.300779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.301138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.301495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.301849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.302299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.302653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.303008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.303360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.303740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.304096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.304787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.304787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.305112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.305459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.305905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.306273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:26.312304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:26.393358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.420658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.422240 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3097141
Feb 18 02:53:26.505853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Attempting to bind port 54402286-2f43-4ccc-8b9e-185b6feedb77 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:26.506259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Attempting to bind port 54402286-2f43-4ccc-8b9e-185b6feedb77 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:26.506659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Attempting to bind port 54402286-2f43-4ccc-8b9e-185b6feedb77 on network 60f66b31-683c-430c-8630-a07e35516e49 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:26.513664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:26.514513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Checking segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:26.515171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.515855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Bound using segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:26.516584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Bound port: 54402286-2f43-4ccc-8b9e-185b6feedb77, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:26.517197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.596925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Allocated IP 172.20.0.13 (c7ffd2ab-2299-4261-be01-f61380fee2a9/6b9b78d8-4e46-4e1e-991e-bef961861d6e/4435821d-8ffd-413a-a341-19b2394e1b43) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:26.628777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] For port 54402286-2f43-4ccc-8b9e-185b6feedb77, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:26.631941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] For port 54402286-2f43-4ccc-8b9e-185b6feedb77, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=54402286-2f43-4ccc-8b9e-185b6feedb77,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:26.637054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.653868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:26.710981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:26.839919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Pushing event updated for resources: {'Port': ['ID=54402286-2f43-4ccc-8b9e-185b6feedb77,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:26.843367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:26.887594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:53:26.888373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee95198>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:26.896664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-a183b527-d01f-4f22-87bb-6280d1ce4921 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:53:27.001823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:27.003521 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-a183b527-d01f-4f22-87bb-6280d1ce4921 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:53:27.020431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-a183b527-d01f-4f22-87bb-6280d1ce4921 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1077279355&fields=id&tenant_id=f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 267 time: 0.2768104
Feb 18 02:53:27.048814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b02c6dd6-9f5f-4df0-b6fe-44e20ed4f5ee tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:27.126649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:53:27.166792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:27.380018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Pushing event updated for resources: {'Port': ['ID=b572c233-3127-467c-b738-137b8e589068,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:27.390125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:27.463151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee95198>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:26Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:53:27.467317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49443b-0996-4fc4-8606-61162219d09a None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:26Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:53:27.502531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-9dee8da8-43f3-4745-b579-85a63bbd8efe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:27.503276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-9dee8da8-43f3-4745-b579-85a63bbd8efe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:network {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:53:27.515013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Network f18b7be8-3de8-4f37-9784-944421148a4c is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:27.520702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:27.522948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:27.527330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:27.561492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639874f4-8975-46fb-aeb0-18ce68e75c53 req-14d69b54-4395-4136-9fb6-bf9a247e88d1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:27.563169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-639874f4-8975-46fb-aeb0-18ce68e75c53 req-14d69b54-4395-4136-9fb6-bf9a247e88d1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 932 time: 0.4762671
Feb 18 02:53:27.583654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:27.758269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-9dee8da8-43f3-4745-b579-85a63bbd8efe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:network {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:53:27.759582 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-9dee8da8-43f3-4745-b579-85a63bbd8efe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 817 time: 0.6655788
Feb 18 02:53:27.808939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:27.809624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:27.813725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event updated for resources: {'Port': ['ID=4435821d-8ffd-413a-a341-19b2394e1b43,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:27.835374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:27.840252 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-95ec95ae-7a6d-4500-9987-34b6ae47ede1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/quotas/f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 375 time: 0.0685596
Feb 18 02:53:27.858324 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-639874f4-8975-46fb-aeb0-18ce68e75c53 req-d74c6630-962c-4619-849d-64e0f4c5a037 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250226
Feb 18 02:53:27.956943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2491155
Feb 18 02:53:27.979904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Request body: {'port': {'device_id': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:28.008488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:28.016324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:28.065554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:28.167992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-65b6e9e2-c408-46dd-912c-7874ce6b2ddf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3160429
Feb 18 02:53:28.311225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:28.311910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:28.363210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:28.376963 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0498939
Feb 18 02:53:28.404822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23b92b-95be-418e-af93-8fedf2b98065 req-7526733a-ad63-4803-bfb8-f93b3df1284b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:28.405575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-fa23b92b-95be-418e-af93-8fedf2b98065 req-7526733a-ad63-4803-bfb8-f93b3df1284b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:53:28.413481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Request body: {'port': {'device_id': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:28.549352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-fa23b92b-95be-418e-af93-8fedf2b98065 req-7526733a-ad63-4803-bfb8-f93b3df1284b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:53:28.550613 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa23b92b-95be-418e-af93-8fedf2b98065 req-7526733a-ad63-4803-bfb8-f93b3df1284b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 932 time: 0.5801182
Feb 18 02:53:28.552567 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-cb9787c8-7ba3-4b15-89ab-c2b48daf3ee4 service neutron] 10.222.0.53 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475032
Feb 18 02:53:28.899989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 54402286-2f43-4ccc-8b9e-185b6feedb77 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:28.997834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 54402286-2f43-4ccc-8b9e-185b6feedb77 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:29.003084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 54402286-2f43-4ccc-8b9e-185b6feedb77 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:29.003534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:29.037468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:29.068978 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa23b92b-95be-418e-af93-8fedf2b98065 req-83b1f39d-a90f-4b48-be67-f55a18ce5641 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5094194
Feb 18 02:53:29.130840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:29.171645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 54402286-2f43-4ccc-8b9e-185b6feedb77, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=54402286-2f43-4ccc-8b9e-185b6feedb77,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:29.176147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:29.178281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bb29c01d-0db7-4ae3-8782-b4c2cff2888e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:29.250653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=54402286-2f43-4ccc-8b9e-185b6feedb77,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:29.256296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:29.279238 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-037ea626-53ff-4a7e-a2ce-0bd3b5f6fe26 service neutron] 10.222.0.53 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6891334
Feb 18 02:53:29.509485 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0bf48eb-df5e-4f19-a1c3-81d6f1af269f req-8b962789-e25f-4ea7-bc7d-0ddb43ef077a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 210 time: 0.0812664
Feb 18 02:53:29.635226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcf616-73b4-414c-8c2f-45437a5bc743 req-edd2eef8-bca7-43d4-928f-90ec7c6bbbeb tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:29.636027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-70bcf616-73b4-414c-8c2f-45437a5bc743 req-edd2eef8-bca7-43d4-928f-90ec7c6bbbeb tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Synchronizing usage tracker for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:53:29.748136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-70bcf616-73b4-414c-8c2f-45437a5bc743 req-edd2eef8-bca7-43d4-928f-90ec7c6bbbeb tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Unset dirty status for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:53:29.749417 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-70bcf616-73b4-414c-8c2f-45437a5bc743 req-edd2eef8-bca7-43d4-928f-90ec7c6bbbeb tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 932 time: 0.5579777
Feb 18 02:53:29.890048 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-70bcf616-73b4-414c-8c2f-45437a5bc743 req-4bfb1675-f0d7-4013-a2f4-0df88ff9a7c5 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333482
Feb 18 02:53:29.900612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b572c233-3127-467c-b738-137b8e589068 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:53:29.912945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:29.931843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Transition to ACTIVE for port object b572c233-3127-467c-b738-137b8e589068 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:29.948714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:29.967881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ef1cb2fe-e1ce-43b7-a128-091b0f4e9c27 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:30.162049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b572c233-3127-467c-b738-137b8e589068,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:30.169055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4435821d-8ffd-413a-a341-19b2394e1b43 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:53:30.182000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.182415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.182815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.183216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.183640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.184043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.184437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.184831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.185219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.185606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.185997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.186385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.186859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.187245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.187690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.188077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.188461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.188844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.189228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.189613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.189996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.190391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.190776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.191156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:53:30.195928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:30.209113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:30.263616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Transition to ACTIVE for port object 4435821d-8ffd-413a-a341-19b2394e1b43 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:30.282899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:30.305263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-76b213ab-3ade-406e-a013-1951a2f5491f tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:30.484796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Pushing event updated for resources: {'Port': ['ID=4435821d-8ffd-413a-a341-19b2394e1b43,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:30.543700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:30.632386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dbc95-7428-4cd0-b3dd-c851640b0ef0 req-edf51928-d009-4207-9d44-cd044f3e9130 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:30.634538 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af0dbc95-7428-4cd0-b3dd-c851640b0ef0 req-edf51928-d009-4207-9d44-cd044f3e9130 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 932 time: 0.4224663
Feb 18 02:53:30.720925 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f86e217-80f8-4f74-8cd9-14c8c2c78c82 req-06f5de1e-d6c7-415f-8456-3a38daf6b4a1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 210 time: 0.0831554
Feb 18 02:53:30.849549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Attempting to bind port b572c233-3127-467c-b738-137b8e589068 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:30.849924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Attempting to bind port b572c233-3127-467c-b738-137b8e589068 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:30.850289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Attempting to bind port b572c233-3127-467c-b738-137b8e589068 on network f18b7be8-3de8-4f37-9784-944421148a4c {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:30.867003 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af0dbc95-7428-4cd0-b3dd-c851640b0ef0 req-d6a9ff86-abfc-44b9-ae01-2344ea306ec4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239852
Feb 18 02:53:30.873547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:30.873915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Checking segment: {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:30.874321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:30.874712 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Bound using segment: {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:30.875205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Bound port: b572c233-3127-467c-b738-137b8e589068, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a2bd55-3e76-4df6-956a-8e706738eb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f18b7be8-3de8-4f37-9784-944421148a4c'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:30.875600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:30.882739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 54402286-2f43-4ccc-8b9e-185b6feedb77 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:30.968761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 54402286-2f43-4ccc-8b9e-185b6feedb77 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:30.969734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:30.989886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Attempting to bind port 4435821d-8ffd-413a-a341-19b2394e1b43 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:30.990272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Attempting to bind port 4435821d-8ffd-413a-a341-19b2394e1b43 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:30.990637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Attempting to bind port 4435821d-8ffd-413a-a341-19b2394e1b43 on network c7ffd2ab-2299-4261-be01-f61380fee2a9 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:31.003929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:31.004304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Checking segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:31.005447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:31.005447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Bound using segment: {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:31.005628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Bound port: 4435821d-8ffd-413a-a341-19b2394e1b43, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7ca43b-db06-4156-89a6-2ae773831ecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c7ffd2ab-2299-4261-be01-f61380fee2a9'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:31.005880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:31.030548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] For port b572c233-3127-467c-b738-137b8e589068, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:31.132884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] For port b572c233-3127-467c-b738-137b8e589068, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b572c233-3127-467c-b738-137b8e589068,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:31.148020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:31.166240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:31.400773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-aa9929f1-bbdf-4493-b622-6049b75277a7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:31.402765 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-aa9929f1-bbdf-4493-b622-6049b75277a7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 817 time: 0.1759388
Feb 18 02:53:31.490891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-457dac68-3d7e-4592-9fae-8c0c1182c637 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:security_group {{(pid=83978) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:53:31.504312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-457dac68-3d7e-4592-9fae-8c0c1182c637 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:security_group {{(pid=83978) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:53:31.505709 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-457dac68-3d7e-4592-9fae-8c0c1182c637 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 5709 time: 0.0934155
Feb 18 02:53:31.519529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'port': {'device_id': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'admin_state_up': True, 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'security_groups': ['bac05939-c6ec-446a-8445-02450c575c06']}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:31.559800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] For port 4435821d-8ffd-413a-a341-19b2394e1b43, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:31.568018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] For port 4435821d-8ffd-413a-a341-19b2394e1b43, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4435821d-8ffd-413a-a341-19b2394e1b43,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:31.591283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:31.662926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b572c233-3127-467c-b738-137b8e589068,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:31.668066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:31.672061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:port and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:31.674919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:31.680574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:31.683264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:31.684827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:31.690300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Made reservation on behalf of f1197a17bdc94e2cafa7ae011d90f205 for: {'port': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:31.697717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:31.763243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237ad81-f851-4c12-bbb9-2c08e5dde5b5 req-d2d13adb-11d2-4e9e-88c6-c1b18ddc4306 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:31.764921 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1237ad81-f851-4c12-bbb9-2c08e5dde5b5 req-d2d13adb-11d2-4e9e-88c6-c1b18ddc4306 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.7375054
Feb 18 02:53:31.843263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:31.843978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:31.845452 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] 10.222.0.44 "PUT /v2.0/ports/b572c233-3127-467c-b738-137b8e589068 HTTP/1.1" status: 200  len: 1158 time: 3.8774433
Feb 18 02:53:31.848609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'tag': 'b572c233-3127-467c-b738-137b8e589068'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:53:31.966481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Pushing event updated for resources: {'Port': ['ID=4435821d-8ffd-413a-a341-19b2394e1b43,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:31.983088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:31.992684 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1237ad81-f851-4c12-bbb9-2c08e5dde5b5 req-4634a506-46bd-4a42-b724-3572cde4ce6f tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2162132
Feb 18 02:53:31.995469 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-87a01a03-2fd8-4e46-bf44-c839f2656c1b req-5e7d8861-1447-4618-855d-83a20be74c14 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 210 time: 0.1325254
Feb 18 02:53:32.033988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.034684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:32.036274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] 10.222.0.44 "PUT /v2.0/ports/4435821d-8ffd-413a-a341-19b2394e1b43 HTTP/1.1" status: 200  len: 1158 time: 3.6390769
Feb 18 02:53:32.041836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Allocated IP 172.20.0.5 (60f66b31-683c-430c-8630-a07e35516e49/dd39743c-7869-4eef-9e2e-e43a80939324/a657eb81-62d8-4354-b18a-ad95213e9c7d) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:32.063223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-efb8911d-7005-472a-87a1-1922f3548187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.064918 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-efb8911d-7005-472a-87a1-1922f3548187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a597beff8ee44d982c4c7ad6a993045&device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 1161 time: 0.1403637
Feb 18 02:53:32.074967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'tag': 'b572c233-3127-467c-b738-137b8e589068', 'status': 'completed', 'code': 200}
Feb 18 02:53:32.230102 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-dfcdf420-e142-4f7e-beb5-87c03592d4f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b572c233-3127-467c-b738-137b8e589068 HTTP/1.1" status: 200  len: 217 time: 0.1537290
Feb 18 02:53:32.275822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:32.297445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Transition to ACTIVE for port object a657eb81-62d8-4354-b18a-ad95213e9c7d will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:32.316609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:32.333793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:32.350676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-156317ca-921e-4424-b8ef-5f893f3e4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.352270 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-156317ca-921e-4424-b8ef-5f893f3e4541 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78738c8-0afe-4d97-ab89-a6893194d90b HTTP/1.1" status: 200  len: 854 time: 0.1062737
Feb 18 02:53:32.415698 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-ca13180c-f0c8-40df-9179-9b66d74649f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18b7be8-3de8-4f37-9784-944421148a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538847
Feb 18 02:53:32.421324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-80a11059-7c70-49a3-a5d4-a3d30d771e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.422841 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-80a11059-7c70-49a3-a5d4-a3d30d771e71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 1161 time: 0.2796443
Feb 18 02:53:32.430088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431c351-548a-4e63-ab80-90767cf7f237 req-cc424f98-ee07-4144-bc12-54795c1bb9d1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.432188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5431c351-548a-4e63-ab80-90767cf7f237 req-cc424f98-ee07-4144-bc12-54795c1bb9d1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.2877283
Feb 18 02:53:32.483751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:32.486982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:32.534705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Network 60f66b31-683c-430c-8630-a07e35516e49 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:32.536245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:32.538654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:32.603336 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-7ce4e61b-f3d8-4394-ab5d-8375533f03b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4435821d-8ffd-413a-a341-19b2394e1b43 HTTP/1.1" status: 200  len: 217 time: 0.1448233
Feb 18 02:53:32.611798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.612787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:32.635772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1204832
Feb 18 02:53:32.648021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Request body: {'port': {'device_id': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:32.696947 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5431c351-548a-4e63-ab80-90767cf7f237 req-d5e577b6-6185-49ef-af28-dcc3ca0a9fce tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404022
Feb 18 02:53:32.731577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-6188ffc9-efbb-4317-84ca-f2bc4508da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:32.733247 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-6188ffc9-efbb-4317-84ca-f2bc4508da2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.1198685
Feb 18 02:53:32.752728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-4f5ee9d9-f0f6-4cd3-824b-73d9ac85928d service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3179510
Feb 18 02:53:32.774272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:32.813276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c4c8d64-97ac-41a7-80bd-413461aa56cd None None] Provisioning for port a657eb81-62d8-4354-b18a-ad95213e9c7d completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:32.818181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c4c8d64-97ac-41a7-80bd-413461aa56cd None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:32.818556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c4c8d64-97ac-41a7-80bd-413461aa56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:32.878575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c8d64-97ac-41a7-80bd-413461aa56cd None None] Port a657eb81-62d8-4354-b18a-ad95213e9c7d cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:53:33.192977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a657eb81-62d8-4354-b18a-ad95213e9c7d {{(pid=83978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:53:33.201498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:33.214662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Transition to ACTIVE for port object a657eb81-62d8-4354-b18a-ad95213e9c7d will not be triggered until provisioned by entity L2. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:33.218352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:33.232220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fbfb4be1-1a13-4e2b-bc61-a49ef700db3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:33.284979 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-cb422f40-b6b2-4415-8778-7339a23c65ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1801980
Feb 18 02:53:33.368321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Pushing event updated for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:33.384803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:33.565221 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acf65ebd-d39c-438c-b675-a29afe7739cd req-0dadeb4c-d276-43a4-9324-5ba65269fb17 service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4853284
Feb 18 02:53:33.575777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-10791597-b12f-4827-ad3b-d2f7ba506ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645614
Feb 18 02:53:33.583247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8785e2-74aa-4ff8-bcf1-b680af7078ec req-14576813-03d1-4b56-975c-d9b44db6cf0c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:33.586004 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b8785e2-74aa-4ff8-bcf1-b680af7078ec req-14576813-03d1-4b56-975c-d9b44db6cf0c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.4410574
Feb 18 02:53:33.621263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7417c5a-a604-4680-8978-3fb0b9ee0a3a req-bad3b1d2-3f45-4e4d-97a3-cdeb3a48dde4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:33.623009 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7417c5a-a604-4680-8978-3fb0b9ee0a3a req-bad3b1d2-3f45-4e4d-97a3-cdeb3a48dde4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.4821002
Feb 18 02:53:33.660095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Attempting to bind port a657eb81-62d8-4354-b18a-ad95213e9c7d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:33.660477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Attempting to bind port a657eb81-62d8-4354-b18a-ad95213e9c7d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:33.660842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Attempting to bind port a657eb81-62d8-4354-b18a-ad95213e9c7d on network 60f66b31-683c-430c-8630-a07e35516e49 {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:33.668594 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-838488c2-6d8c-4979-aa4f-32c612830f71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1178672
Feb 18 02:53:33.671251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:33.671650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Checking segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:33.672061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:33.672451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Bound using segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} {{(pid=83978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:33.672927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Bound port: a657eb81-62d8-4354-b18a-ad95213e9c7d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}}] {{(pid=83978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:33.673299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:33.871070 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b8785e2-74aa-4ff8-bcf1-b680af7078ec req-cf2e4763-7c61-4e82-8523-0df81b1c3649 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431953
Feb 18 02:53:33.877311 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7417c5a-a604-4680-8978-3fb0b9ee0a3a req-e7c82b61-6726-464d-a56a-07276efa6fcc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1531484
Feb 18 02:53:33.931730 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15c5c6ec-bbdf-40a3-82b8-5ef2892db377 req-6113b9f3-9a4b-455c-a909-ca3c1c3bff77 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3444626
Feb 18 02:53:33.949775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-0e407ac2-8c61-4306-b4fc-1e1929aa2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:33.951713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-0e407ac2-8c61-4306-b4fc-1e1929aa2294 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a597beff8ee44d982c4c7ad6a993045&device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 1161 time: 0.3252501
Feb 18 02:53:34.050045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] For port a657eb81-62d8-4354-b18a-ad95213e9c7d, host hv-cinder-76330, cleared binding levels {{(pid=83978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:34.054321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] For port a657eb81-62d8-4354-b18a-ad95213e9c7d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:34.059997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:34.077563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43de1ff9-a1cc-41a6-af4f-ff17c352c437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:34.214170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-68431174-a874-41fe-9311-f1bba2dcb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.215789 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-68431174-a874-41fe-9311-f1bba2dcb8b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1202 time: 0.2595580
Feb 18 02:53:34.277743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Pushing event updated for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=3']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:34.296296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'tag': '4435821d-8ffd-413a-a341-19b2394e1b43'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:53:34.334671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:34.396214 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'tag': '4435821d-8ffd-413a-a341-19b2394e1b43', 'status': 'completed', 'code': 200}
Feb 18 02:53:34.406764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.407350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:34.409185 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] 10.222.0.44 "PUT /v2.0/ports/a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 1157 time: 1.7657120
Feb 18 02:53:34.410840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:53:34.438833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-cbfe4fb3-0817-414f-b251-c5f360ed3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.440476 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-cbfe4fb3-0817-414f-b251-c5f360ed3dae service neutron] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.1925163
Feb 18 02:53:34.444752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-c4ebead3-a079-42a2-8001-32ccec2b760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.448038 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-c4ebead3-a079-42a2-8001-32ccec2b760d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 200  len: 908 time: 0.4860916
Feb 18 02:53:34.456636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbdb09-ca6d-40b9-be9b-ed969896e2e2 req-f8c08f2a-5544-4183-aa43-9c26201ca1df tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.458290 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eefbdb09-ca6d-40b9-be9b-ed969896e2e2 req-f8c08f2a-5544-4183-aa43-9c26201ca1df tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.4140985
Feb 18 02:53:34.564955 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'status': 'completed', 'code': 200}
Feb 18 02:53:34.600672 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-1b595397-3f4e-4cc7-b1a1-8e0b3788d7b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b572c233-3127-467c-b738-137b8e589068 HTTP/1.1" status: 200  len: 217 time: 0.1406941
Feb 18 02:53:34.631674 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-f4289174-d035-4403-ad08-b9f458e2c9d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 1001 time: 0.1444459
Feb 18 02:53:34.699802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-9621f106-b731-4ead-bdfe-75c2379fe3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.701497 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-9621f106-b731-4ead-bdfe-75c2379fe3e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 1161 time: 0.2528434
Feb 18 02:53:34.704682 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eefbdb09-ca6d-40b9-be9b-ed969896e2e2 req-9665fce3-7780-41b1-8552-d4c40917aa00 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506882
Feb 18 02:53:34.716689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-b81d55f2-899a-4baa-bcff-e2753676ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.722853 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-b81d55f2-899a-4baa-bcff-e2753676ac6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b78738c8-0afe-4d97-ab89-a6893194d90b HTTP/1.1" status: 200  len: 854 time: 0.1121533
Feb 18 02:53:34.724295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-0adb08a5-02b8-46ae-a99d-bbef7ecfa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.726037 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-0adb08a5-02b8-46ae-a99d-bbef7ecfa7d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.0856562
Feb 18 02:53:34.734765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-7e5fb9a6-9f3d-4b6f-9554-30a23642b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.736388 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-7e5fb9a6-9f3d-4b6f-9554-30a23642b3f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1160 time: 0.2185779
Feb 18 02:53:34.846732 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-8481e852-248f-43f5-861b-38076d77a7ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18b7be8-3de8-4f37-9784-944421148a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1093237
Feb 18 02:53:34.857226 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-3bf95ed4-cb5d-481b-8bb1-4295c806dfcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 217 time: 0.0789690
Feb 18 02:53:34.937442 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-2e0edcc6-7c92-4cdf-bf1c-e31649408b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.939354 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-2e0edcc6-7c92-4cdf-bf1c-e31649408b95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1873589
Feb 18 02:53:34.943866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-71484f44-ae4d-4f1a-8d90-54f811341614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:34.945324 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-71484f44-ae4d-4f1a-8d90-54f811341614 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 908 time: 0.2182057
Feb 18 02:53:35.068297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-9610fd7f-90b5-4ef2-8719-188293899058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:35.069893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-9610fd7f-90b5-4ef2-8719-188293899058 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.1910024
Feb 18 02:53:35.100023 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-ab4eeaa2-b5a2-4ab9-86e2-ee9e747c2f4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4435821d-8ffd-413a-a341-19b2394e1b43 HTTP/1.1" status: 200  len: 217 time: 0.1279514
Feb 18 02:53:35.206677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-29001162-b8d2-42a2-9e36-605c89c2c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:35.208288 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-29001162-b8d2-42a2-9e36-605c89c2c683 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.1006784
Feb 18 02:53:35.214068 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-616d039e-c593-46d5-bbb6-066be3252260 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675362
Feb 18 02:53:35.234538 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-b1328222-d688-458d-af98-15cc71531bb8 service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790979
Feb 18 02:53:35.285053 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-8430317d-bb40-4836-a723-6c98c55e8d2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0699763
Feb 18 02:53:35.375468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c780-7af8-4d3a-a257-0a534de4bcdc req-e28c9828-4bad-4968-b483-1644377a7cdd tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:35.377062 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e311c780-7af8-4d3a-a257-0a534de4bcdc req-e28c9828-4bad-4968-b483-1644377a7cdd tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.3480525
Feb 18 02:53:35.421869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75116e-d969-4696-929a-63e566111386 req-c981dc6f-5f87-4bf6-b0d2-aeab039ba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:35.423480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-c981dc6f-5f87-4bf6-b0d2-aeab039ba4ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3409779
Feb 18 02:53:35.437087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a496-e2f1-44d1-99e8-0c05a8e623cb req-40a9f5de-ae18-4fb0-90c0-b4d1bead0395 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:35.438628 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a61a496-e2f1-44d1-99e8-0c05a8e623cb req-40a9f5de-ae18-4fb0-90c0-b4d1bead0395 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.3131320
Feb 18 02:53:35.521494 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-ed8116a9-7356-4176-b779-d4e6bd9f61a0 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2664273
Feb 18 02:53:35.527245 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-fabba414-1745-4964-ae1e-efc044e99729 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919940
Feb 18 02:53:35.584330 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-594eb01c-e2d5-4123-8504-adcb0d7db800 service neutron] 10.222.0.44 "GET /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3400135
Feb 18 02:53:35.609829 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e311c780-7af8-4d3a-a257-0a534de4bcdc req-66dd331e-27b9-485e-a112-8a162c18f257 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246463
Feb 18 02:53:35.644077 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a61a496-e2f1-44d1-99e8-0c05a8e623cb req-99790d81-7c1a-476a-9613-a8338bd486b4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584909
Feb 18 02:53:35.673904 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-331d6c95-0c1a-4638-9985-778b915bf0af service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298229
Feb 18 02:53:35.702206 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46c55959-aeaa-46f9-ad60-f0f6f7c44024 req-49b32082-6b94-4678-88cb-ebb787120dda service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666572
Feb 18 02:53:35.824843 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c75116e-d969-4696-929a-63e566111386 req-547d19d1-ee99-4ce8-be88-7e5fef748cd0 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426768
Feb 18 02:53:35.983473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e8b6-1e45-4ea8-a835-c2ed7601ac4e req-2a68d30b-052f-4076-9452-3c3afad5d670 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:35.985138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd19e8b6-1e45-4ea8-a835-c2ed7601ac4e req-2a68d30b-052f-4076-9452-3c3afad5d670 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.1589680
Feb 18 02:53:36.020148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-e1681ea7-37f8-4826-bc21-f9264e52c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:36.021763 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-e1681ea7-37f8-4826-bc21-f9264e52c37c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1160 time: 0.1266005
Feb 18 02:53:36.112876 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd19e8b6-1e45-4ea8-a835-c2ed7601ac4e req-685f5883-ae3a-4123-bf51-33a82ca49181 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212132
Feb 18 02:53:36.188606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-7a3776dc-4d03-4de9-94c1-3feda441c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:36.190138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-7a3776dc-4d03-4de9-94c1-3feda441c77f service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1571600
Feb 18 02:53:36.267395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-f8b7e9a8-edd3-471a-beca-2f220bf16e51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 217 time: 0.0696971
Feb 18 02:53:36.341298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-38e221f6-e9b8-4cb6-850b-6d69014e6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:36.342867 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-38e221f6-e9b8-4cb6-850b-6d69014e6d32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0688074
Feb 18 02:53:36.426525 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-1215090c-0c29-4fcc-8c58-d7f9a3160f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:36.428147 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-1215090c-0c29-4fcc-8c58-d7f9a3160f55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0784249
Feb 18 02:53:36.569806 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-7b8a3216-798a-40b8-b00d-a84f10753a00 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333547
Feb 18 02:53:36.725099 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16de16cd-3634-4e6a-9f6d-7f5036602784 req-3a227d49-c881-42a2-acda-f4aaabf26d82 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474206
Feb 18 02:53:36.889320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54c015-6e81-405e-b6b1-6614ac4ec8e3 req-9998912a-5c93-4ec9-a17a-f6b6eb895eb1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:36.890901 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c54c015-6e81-405e-b6b1-6614ac4ec8e3 req-9998912a-5c93-4ec9-a17a-f6b6eb895eb1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1564834
Feb 18 02:53:36.901961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c26e2-4eae-4ac0-861e-6f40f2b77abf req-15e30b0e-416f-4780-a66a-0f8b70d947f9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:36.903451 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a59c26e2-4eae-4ac0-861e-6f40f2b77abf req-15e30b0e-416f-4780-a66a-0f8b70d947f9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1218231
Feb 18 02:53:37.198546 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c54c015-6e81-405e-b6b1-6614ac4ec8e3 req-e0a4ffbd-fc15-43da-ae6a-b60f028a52d3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2940428
Feb 18 02:53:37.202970 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a59c26e2-4eae-4ac0-861e-6f40f2b77abf req-5717e0f4-8dc4-4f01-acb2-8222d5a7acee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2827625
Feb 18 02:53:37.385865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002d78-90f2-4210-9353-f9e761e15ac3 req-f86ca14a-dbf9-4cae-a732-bb2d12170225 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:37.387475 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78002d78-90f2-4210-9353-f9e761e15ac3 req-f86ca14a-dbf9-4cae-a732-bb2d12170225 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0881150
Feb 18 02:53:37.434405 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78002d78-90f2-4210-9353-f9e761e15ac3 req-b8d215c2-6bb9-4ed0-89db-8b8c9c7b11cf tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407841
Feb 18 02:53:38.467872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802169-7046-4a3c-aec3-12f6df9f91cc req-d4e223d2-29fa-46da-b9c1-3028b4218973 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:38.469524 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82802169-7046-4a3c-aec3-12f6df9f91cc req-d4e223d2-29fa-46da-b9c1-3028b4218973 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1580930
Feb 18 02:53:38.476722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd9775-43c0-4a4c-a16b-e17f65ba7fc3 req-01374ded-bda7-4be1-bbc4-0f20e0c2e769 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:38.478781 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abcd9775-43c0-4a4c-a16b-e17f65ba7fc3 req-01374ded-bda7-4be1-bbc4-0f20e0c2e769 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1271908
Feb 18 02:53:38.550287 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82802169-7046-4a3c-aec3-12f6df9f91cc req-1e515888-29d0-4c8d-9e3d-14658fd7f364 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704885
Feb 18 02:53:38.561299 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abcd9775-43c0-4a4c-a16b-e17f65ba7fc3 req-3d752352-50c6-4dd1-b4df-102822c151e5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633721
Feb 18 02:53:38.657991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:53:38.736984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f208ae-7aed-4e95-940f-2ad2d4cb828b req-238d84d3-cfd5-44b2-89c9-70eda2cd24f0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:38.738561 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f208ae-7aed-4e95-940f-2ad2d4cb828b req-238d84d3-cfd5-44b2-89c9-70eda2cd24f0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0861666
Feb 18 02:53:38.787277 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f208ae-7aed-4e95-940f-2ad2d4cb828b req-d5281246-7083-4db4-bcfd-f4eebb5daf23 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418589
Feb 18 02:53:39.386711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:39.818146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e917ae-af10-4eeb-bdf4-2f31c412bdbf req-db0782ac-5d4c-435b-81e4-d6df70388bc2 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:39.819753 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a4e917ae-af10-4eeb-bdf4-2f31c412bdbf req-db0782ac-5d4c-435b-81e4-d6df70388bc2 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1572561
Feb 18 02:53:39.827465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591cee8-d05a-4992-a31c-f376055f20ac req-4e1356b8-48c1-496f-806a-c6b93d632165 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:39.828983 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c591cee8-d05a-4992-a31c-f376055f20ac req-4e1356b8-48c1-496f-806a-c6b93d632165 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1264408
Feb 18 02:53:39.903459 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a4e917ae-af10-4eeb-bdf4-2f31c412bdbf req-30c9b9fa-01cc-49ed-b57b-6eb5e177fef3 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734634
Feb 18 02:53:39.910624 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c591cee8-d05a-4992-a31c-f376055f20ac req-6fb09754-3218-4286-ae47-e3af1ac4e2e7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650401
Feb 18 02:53:40.097300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372425a3-cfb9-4a00-a037-62f6aefde672 req-e30914f3-7ef7-4055-92b5-68e627d0f440 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:40.098813 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-372425a3-cfb9-4a00-a037-62f6aefde672 req-e30914f3-7ef7-4055-92b5-68e627d0f440 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0849831
Feb 18 02:53:40.147066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-372425a3-cfb9-4a00-a037-62f6aefde672 req-d565870f-3386-4a45-99d1-86da8e7b259b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415883
Feb 18 02:53:41.173941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2c192-6344-4301-887a-366b3c5864e1 req-ee2f16bb-e65a-417f-b09b-23b50d12fb12 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:41.175578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97e2c192-6344-4301-887a-366b3c5864e1 req-ee2f16bb-e65a-417f-b09b-23b50d12fb12 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1575251
Feb 18 02:53:41.186000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279a74c-a8e5-41a8-bb00-891e715fd490 req-fc005cc4-deeb-4451-a28f-76cf3b538ca1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:41.187590 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4279a74c-a8e5-41a8-bb00-891e715fd490 req-fc005cc4-deeb-4451-a28f-76cf3b538ca1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1231625
Feb 18 02:53:41.266431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97e2c192-6344-4301-887a-366b3c5864e1 req-00e152cc-b704-413a-af22-26cb8d818ec0 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778742
Feb 18 02:53:41.269288 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4279a74c-a8e5-41a8-bb00-891e715fd490 req-c635a3f2-cebe-4875-8e1d-d2b5652e670f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653083
Feb 18 02:53:41.454154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340121-7f91-48bb-bc6e-f16a10a7f349 req-83040636-7630-4a6e-82fc-18e003091f32 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:41.455743 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c340121-7f91-48bb-bc6e-f16a10a7f349 req-83040636-7630-4a6e-82fc-18e003091f32 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0867078
Feb 18 02:53:41.502110 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c340121-7f91-48bb-bc6e-f16a10a7f349 req-309a7cb1-5efa-445f-85ff-9ed5fcb73427 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401595
Feb 18 02:53:42.540129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d8369-c03f-4b95-acdd-6468b93a5fd1 req-2fd89197-d048-4727-82d5-b904635d4d61 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:42.541763 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-727d8369-c03f-4b95-acdd-6468b93a5fd1 req-2fd89197-d048-4727-82d5-b904635d4d61 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1610777
Feb 18 02:53:42.549414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88e19-276c-45b0-89d8-0ba1734c528f req-a282d78c-eb92-4507-a924-2c35eee084cb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:42.550903 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8e88e19-276c-45b0-89d8-0ba1734c528f req-a282d78c-eb92-4507-a924-2c35eee084cb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1234827
Feb 18 02:53:42.628436 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-727d8369-c03f-4b95-acdd-6468b93a5fd1 req-e248bdb2-d7f3-4f39-8a04-6ba76c4f60d0 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765045
Feb 18 02:53:42.632949 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8e88e19-276c-45b0-89d8-0ba1734c528f req-9fcc5a56-c747-40e9-b8d4-94a4962250f7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669932
Feb 18 02:53:42.815953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95c66c-4a2f-40ea-91c5-9f052186166b req-82b22c57-a302-42c9-8579-4623b7882ae9 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:42.817514 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c95c66c-4a2f-40ea-91c5-9f052186166b req-82b22c57-a302-42c9-8579-4623b7882ae9 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0873611
Feb 18 02:53:42.866026 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c95c66c-4a2f-40ea-91c5-9f052186166b req-e4870171-15ef-4175-adeb-9cec66d06ef4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422754
Feb 18 02:53:43.907261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c189c1-8f87-4b25-8c8e-02a00933e3e5 req-2693422f-5ba2-46d8-9cdc-4d529810a602 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:43.909176 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71c189c1-8f87-4b25-8c8e-02a00933e3e5 req-2693422f-5ba2-46d8-9cdc-4d529810a602 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1654153
Feb 18 02:53:43.915686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a34c6-ff11-49a0-b4ca-8f783c493398 req-1ce7a498-e555-49a8-8b44-ed2f40de5a5e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:43.917195 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-284a34c6-ff11-49a0-b4ca-8f783c493398 req-1ce7a498-e555-49a8-8b44-ed2f40de5a5e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1315987
Feb 18 02:53:43.976422 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71c189c1-8f87-4b25-8c8e-02a00933e3e5 req-80cc5b42-982f-4308-b7a2-0eb9f9a9cca9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581684
Feb 18 02:53:44.009741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-284a34c6-ff11-49a0-b4ca-8f783c493398 req-4068f035-afcb-4fe1-897a-d5efcfd15682 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493186
Feb 18 02:53:44.181847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8da2d-7806-4693-a699-9e350024574a req-c63c4064-1e16-4fc6-8ebc-b60cca05bf1b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:44.183455 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c8f8da2d-7806-4693-a699-9e350024574a req-c63c4064-1e16-4fc6-8ebc-b60cca05bf1b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0879612
Feb 18 02:53:44.232575 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c8f8da2d-7806-4693-a699-9e350024574a req-edc7d870-a483-4ae8-9096-009833e1a185 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419042
Feb 18 02:53:44.822123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ce07b99-0c58-46e6-851c-ba6c6bb32e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:45.250849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3da78-b448-4cb1-8bb3-886de85da57b req-3fbf442a-b8da-4623-a9e4-71d97e9a3ec8 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:45.252471 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a4c3da78-b448-4cb1-8bb3-886de85da57b req-3fbf442a-b8da-4623-a9e4-71d97e9a3ec8 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1564269
Feb 18 02:53:45.259523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601cd61-b915-43dc-b792-9402e60c7903 req-ac1eb44c-dc3b-493a-88c1-c00c3e81adcf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:45.261011 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f601cd61-b915-43dc-b792-9402e60c7903 req-ac1eb44c-dc3b-493a-88c1-c00c3e81adcf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1239634
Feb 18 02:53:45.335356 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a4c3da78-b448-4cb1-8bb3-886de85da57b req-08912fd3-07d9-436e-a10d-96ce24989fea tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732617
Feb 18 02:53:45.339777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f601cd61-b915-43dc-b792-9402e60c7903 req-7f366ada-644d-431c-8308-6aa6b0cf1b57 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631006
Feb 18 02:53:45.526025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c8373-103a-4d27-b540-58492de68a73 req-0d2a9419-075a-4576-8889-a33986ad1f09 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:45.527565 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-876c8373-103a-4d27-b540-58492de68a73 req-0d2a9419-075a-4576-8889-a33986ad1f09 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0902975
Feb 18 02:53:45.576456 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-876c8373-103a-4d27-b540-58492de68a73 req-5dc62cd2-d2b1-40cf-89a8-45b99c9a4539 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426385
Feb 18 02:53:46.605236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6417333-505b-4a24-a62c-69618ef7a3a7 req-a6480e0d-abd4-4fc2-8261-2ca6b1c51650 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:46.607316 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6417333-505b-4a24-a62c-69618ef7a3a7 req-a6480e0d-abd4-4fc2-8261-2ca6b1c51650 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1596243
Feb 18 02:53:46.618289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef622a68-824a-4e57-8273-6e2eec7776a6 req-b9984245-f9c0-40c6-8e47-94aa46fb8fc7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:46.619758 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef622a68-824a-4e57-8273-6e2eec7776a6 req-b9984245-f9c0-40c6-8e47-94aa46fb8fc7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1287704
Feb 18 02:53:46.694145 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6417333-505b-4a24-a62c-69618ef7a3a7 req-53ac03be-2273-4dd7-a9e7-a8a3e07dbf63 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733399
Feb 18 02:53:46.705782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef622a68-824a-4e57-8273-6e2eec7776a6 req-1b17e0ed-2bdc-4b3d-864c-4123b900c634 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688717
Feb 18 02:53:46.889205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc75be-4a15-48a7-87c5-0b3e2c1579cf req-d53d170b-2f36-4247-a700-5080778bbb2f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:46.890738 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ccdc75be-4a15-48a7-87c5-0b3e2c1579cf req-d53d170b-2f36-4247-a700-5080778bbb2f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0927660
Feb 18 02:53:46.940080 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ccdc75be-4a15-48a7-87c5-0b3e2c1579cf req-e1ba8d67-b452-4e0a-9c37-5bf64b84ad59 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430763
Feb 18 02:53:47.346657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9878172-2f1a-4f72-bb00-99aa5559e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:47.519323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:47.995611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b78ee-e840-4c89-835c-b1a6502927f5 req-8046c891-4d0e-4dee-8305-036e3757d175 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:47.998423 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b00b78ee-e840-4c89-835c-b1a6502927f5 req-8046c891-4d0e-4dee-8305-036e3757d175 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1621780
Feb 18 02:53:48.009926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7f163-ca9b-4749-a324-4bd547938c8e req-dc2f207e-3638-4ba6-bade-67e556817f5c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:48.011532 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3df7f163-ca9b-4749-a324-4bd547938c8e req-dc2f207e-3638-4ba6-bade-67e556817f5c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1379874
Feb 18 02:53:48.091012 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b00b78ee-e840-4c89-835c-b1a6502927f5 req-97811b1e-e554-4015-85f0-674b04e7bb32 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784361
Feb 18 02:53:48.095803 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3df7f163-ca9b-4749-a324-4bd547938c8e req-b0c011d9-9628-452e-8f19-208e6cbb32a1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660491
Feb 18 02:53:48.310845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef44e-5814-4ba5-a649-8f24f90e5c8e req-a00ddb79-9fb9-4474-b058-3825dd2402c4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:48.312469 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68cef44e-5814-4ba5-a649-8f24f90e5c8e req-a00ddb79-9fb9-4474-b058-3825dd2402c4 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0999460
Feb 18 02:53:48.367191 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-68cef44e-5814-4ba5-a649-8f24f90e5c8e req-6af7e18f-41a4-4722-b33e-6fdd09ef22a3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473652
Feb 18 02:53:48.826128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:49.180826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:49.369126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4d34-4a47-4c96-b026-40177e71add9 req-34a76b3c-af55-4ceb-9404-14955332e81e tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:49.370482 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-412c4d34-4a47-4c96-b026-40177e71add9 req-34a76b3c-af55-4ceb-9404-14955332e81e tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1575844
Feb 18 02:53:49.377549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235146-4eba-4cb6-91f1-81aaa22e46a5 req-fcf0a21b-4445-4112-a51a-817e2943223f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:49.378967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a235146-4eba-4cb6-91f1-81aaa22e46a5 req-fcf0a21b-4445-4112-a51a-817e2943223f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1245706
Feb 18 02:53:49.454159 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-412c4d34-4a47-4c96-b026-40177e71add9 req-833118c2-395b-48ed-81a0-7d83ed921598 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741320
Feb 18 02:53:49.458963 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a235146-4eba-4cb6-91f1-81aaa22e46a5 req-999e6fdf-9341-4962-bd2b-594ad6d6f399 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644054
Feb 18 02:53:49.649789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdc60-0a7c-40ca-ba59-b2bd989598d7 req-628360eb-6790-4ac7-9ebb-d11bda38afa7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:49.651787 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9acfdc60-0a7c-40ca-ba59-b2bd989598d7 req-628360eb-6790-4ac7-9ebb-d11bda38afa7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.0940225
Feb 18 02:53:49.702186 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9acfdc60-0a7c-40ca-ba59-b2bd989598d7 req-cd74364a-1e58-4c20-b61b-0c0e66245e46 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438738
Feb 18 02:53:50.735218 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fad415-58bd-4e97-85ec-21e70db51654 req-475aa331-dacd-4534-9039-62dcb04fb5d1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:50.736877 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b2fad415-58bd-4e97-85ec-21e70db51654 req-475aa331-dacd-4534-9039-62dcb04fb5d1 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 944 time: 0.1635864
Feb 18 02:53:50.744103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc6bee-451d-4bb2-8bcf-baeb1831ed07 req-7355084f-2e27-4889-99ae-01a927848e12 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:50.745597 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cbc6bee-451d-4bb2-8bcf-baeb1831ed07 req-7355084f-2e27-4889-99ae-01a927848e12 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1338654
Feb 18 02:53:50.818889 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b2fad415-58bd-4e97-85ec-21e70db51654 req-2adc547f-96c5-453e-aef4-205f8d9343c9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722592
Feb 18 02:53:50.829353 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cbc6bee-451d-4bb2-8bcf-baeb1831ed07 req-f0005d6a-5738-4376-9ad9-ef2aab2087eb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666487
Feb 18 02:53:51.030139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576781d-3db2-4eff-aed6-bb1b4d4d62bd req-03fb3903-df11-433b-9085-279b1f34f804 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:51.032010 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1576781d-3db2-4eff-aed6-bb1b4d4d62bd req-03fb3903-df11-433b-9085-279b1f34f804 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 944 time: 0.1071849
Feb 18 02:53:51.054263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:51.081309 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1576781d-3db2-4eff-aed6-bb1b4d4d62bd req-71ce5475-c500-40fd-9b82-fe1dd97a228d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422788
Feb 18 02:53:51.140566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port a657eb81-62d8-4354-b18a-ad95213e9c7d completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:51.145425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:51.145846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.264845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.292826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:53:51.302872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port a657eb81-62d8-4354-b18a-ad95213e9c7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:51.306632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.307326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 4435821d-8ffd-413a-a341-19b2394e1b43 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:51.340264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:51.386634 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'code': 200}
Feb 18 02:53:51.436371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:51.440990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:51.446361 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 4435821d-8ffd-413a-a341-19b2394e1b43 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:51.452124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 4435821d-8ffd-413a-a341-19b2394e1b43 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:51.452542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.581589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.620369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 4435821d-8ffd-413a-a341-19b2394e1b43, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4435821d-8ffd-413a-a341-19b2394e1b43,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:51.624577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.625691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device b572c233-3127-467c-b738-137b8e589068 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:51.636362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0e2e0-d9ed-487c-98b1-c1d8f4e38060 req-382ba3e3-f338-4480-a55f-9e876a6058aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:51.638711 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99f0e2e0-d9ed-487c-98b1-c1d8f4e38060 req-382ba3e3-f338-4480-a55f-9e876a6058aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1162 time: 0.1331584
Feb 18 02:53:51.661025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:51.686299 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99f0e2e0-d9ed-487c-98b1-c1d8f4e38060 req-131f4e15-ed2f-4b56-8087-f213a65c58de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399535
Feb 18 02:53:51.760968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=4435821d-8ffd-413a-a341-19b2394e1b43,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:51.765558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:51.773014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port b572c233-3127-467c-b738-137b8e589068 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:51.778825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port b572c233-3127-467c-b738-137b8e589068 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:51.779253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.920475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.962549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port b572c233-3127-467c-b738-137b8e589068, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b572c233-3127-467c-b738-137b8e589068,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:51.968880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:51.971087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:52.050284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=b572c233-3127-467c-b738-137b8e589068,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:52.053601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:52.070093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce1877-d1dd-469b-87ed-6330c3595420 req-1c0c3b94-7983-4312-974b-6a743fc95437 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:52.071734 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ecce1877-d1dd-469b-87ed-6330c3595420 req-1c0c3b94-7983-4312-974b-6a743fc95437 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0959220
Feb 18 02:53:52.174287 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ecce1877-d1dd-469b-87ed-6330c3595420 req-17a78b94-1a94-4cd1-a101-88879fe49b41 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956979
Feb 18 02:53:52.202101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19af6e-ee81-4998-a9d9-17dbc688049d req-03522b1e-62e5-4948-b769-841c18a40ff9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:52.203713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab19af6e-ee81-4998-a9d9-17dbc688049d req-03522b1e-62e5-4948-b769-841c18a40ff9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.1089821
Feb 18 02:53:52.259292 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab19af6e-ee81-4998-a9d9-17dbc688049d req-a1c724b5-84f1-45fa-a32d-fa66adaf9a7a tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490201
Feb 18 02:53:52.341841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device b572c233-3127-467c-b738-137b8e589068 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:52.388359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c8b3-9422-43e4-ad68-6a2b5c732969 req-abee2eae-729d-4127-bde8-37d3f8b60010 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:52.390373 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8941c8b3-9422-43e4-ad68-6a2b5c732969 req-abee2eae-729d-4127-bde8-37d3f8b60010 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.0898941
Feb 18 02:53:52.419333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port b572c233-3127-467c-b738-137b8e589068 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:52.419790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:52.440674 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8941c8b3-9422-43e4-ad68-6a2b5c732969 req-5f19b55d-c60f-403d-93fb-5729ce4094c3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436206
Feb 18 02:53:52.553250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:52.623808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:52.624229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:52.755824 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 4435821d-8ffd-413a-a341-19b2394e1b43 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:52.831697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 4435821d-8ffd-413a-a341-19b2394e1b43 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:52.832156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.177842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44750) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:53.305735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.322267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:53.326603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Usage tracker for resource:security_group_rule and tenant:526dc4437fc04b60adbdff5875481f03 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:53.329729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:53.335671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:53.387801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4435821d-8ffd-413a-a341-19b2394e1b43'}, {'server_uuid': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572c233-3127-467c-b738-137b8e589068'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:53:53.427209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.430101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.439028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-963de2b7-e374-469f-8365-436bf4ef29d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:53.442880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802acfb2-02de-4d81-8e3b-d2e13d2f133b req-aa5ca265-f529-4d26-b27d-4fffcdfcd46b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:53.444525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-802acfb2-02de-4d81-8e3b-d2e13d2f133b req-aa5ca265-f529-4d26-b27d-4fffcdfcd46b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1460028
Feb 18 02:53:53.484341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ea3c9-fbc6-48c3-b5ff-2984b3ef21b6,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:53.488274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:53.495462 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dfd5dfe5-aec9-4a99-be71-d08566fc3caf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=526dc4437fc04b60adbdff5875481f03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3165123
Feb 18 02:53:53.496190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44764) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:53.506975 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-802acfb2-02de-4d81-8e3b-d2e13d2f133b req-6dbec2a2-567e-48e3-91d1-e470482e37d7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534985
Feb 18 02:53:53.515449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e479242-33ee-489d-8994-92e763c834dc req-78f2580e-5bb6-4c5d-8132-05693a92f3b8 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:53.517179 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e479242-33ee-489d-8994-92e763c834dc req-78f2580e-5bb6-4c5d-8132-05693a92f3b8 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.1420591
Feb 18 02:53:53.565134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.572923 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e479242-33ee-489d-8994-92e763c834dc req-c1797db6-634a-4610-affd-bd46091aabce tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487409
Feb 18 02:53:53.582957 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4435821d-8ffd-413a-a341-19b2394e1b43', 'code': 200}
Feb 18 02:53:53.583513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572c233-3127-467c-b738-137b8e589068', 'code': 200}
Feb 18 02:53:53.600503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.646816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.652218 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b592cb15-cdc0-468f-96cb-f1fe85991661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:53.666447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ea3c9-fbc6-48c3-b5ff-2984b3ef21b6,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:53.669684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:53.671727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:53.673513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46ea3c9-fbc6-48c3-b5ff-2984b3ef21b6 HTTP/1.1" status: 204  len: 168 time: 0.1755571
Feb 18 02:53:53.761509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484dd0-7280-4cfa-92aa-e9e21e9b270c req-b986b731-42f6-4771-97f2-21926e62029f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:53.763871 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c484dd0-7280-4cfa-92aa-e9e21e9b270c req-b986b731-42f6-4771-97f2-21926e62029f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.0900939
Feb 18 02:53:53.813470 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c484dd0-7280-4cfa-92aa-e9e21e9b270c req-23dc9795-65bb-4a36-b0f7-33fd5d97a4e5 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430510
Feb 18 02:53:54.343258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44788) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:54.452457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1330027642-network', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:54.457491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:54.461612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Usage tracker for resource:network and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:54.464629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:54.470846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:54.480077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Made reservation on behalf of 5f3055f0bf4a4f7882bf62ab3912cd7b for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:54.485285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:54.497981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:54.513103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:54.517117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Usage tracker for resource:security_group_rule and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:54.520051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:54.525978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:54.616429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:54.619569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:54.624027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e9455f4d-bfe1-43b2-a0df-bce13614cc03 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:54.717295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:53:54.982037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e49283-8785-45e5-a9d6-005c0c67d1f5,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:54.993134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:55.005262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:55.005644 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Added segment 8abafe52-6239-482c-9d2f-ebf0c482c3de of type vxlan for network 5cd6049a-212b-4fec-8c07-684e5621eb04
Feb 18 02:53:55.055056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:55.079788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9467a3-1449-409d-81c3-d7713bf41ad3 req-c6676404-9f66-4553-8d38-d71d9242ebfa tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:55.081375 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c9467a3-1449-409d-81c3-d7713bf41ad3 req-c6676404-9f66-4553-8d38-d71d9242ebfa tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.4475927
Feb 18 02:53:55.119626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8569f-de78-4fd2-90d4-16d93e93d431 req-379751b4-9b8f-46e3-a3ea-fe0368ac2f74 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:55.121158 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90b8569f-de78-4fd2-90d4-16d93e93d431 req-379751b4-9b8f-46e3-a3ea-fe0368ac2f74 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.4295185
Feb 18 02:53:55.162614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:55.169459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:55.170089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:55.185397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-97eb1464-f8c1-4bf4-9236-63dd97569200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:55.212518 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c9467a3-1449-409d-81c3-d7713bf41ad3 req-d9c4293e-c0da-49e7-bbeb-581ddea792d5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169975
Feb 18 02:53:55.284494 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90b8569f-de78-4fd2-90d4-16d93e93d431 req-6574aba5-a15b-4f64-8eae-96ce3b6c6f93 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561644
Feb 18 02:53:55.306213 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9591372
Feb 18 02:53:55.306715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44802) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:55.309838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd6049a-212b-4fec-8c07-684e5621eb04,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:55.315682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Request body: {'subnet': {'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1330027642-subnet', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:55.320424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:55.321421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:55.322184 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:53:55.326321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Usage tracker for resource:subnet and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:55.330581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:55.374849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:55.404142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Made reservation on behalf of 5f3055f0bf4a4f7882bf62ab3912cd7b for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:53:55.408919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:55.532365 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed6d5-8935-4b37-8859-a26bb728fd3d req-13e18e4f-91dc-4264-bef3-8bb99b57d631 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:55.533950 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-711ed6d5-8935-4b37-8859-a26bb728fd3d req-13e18e4f-91dc-4264-bef3-8bb99b57d631 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.2045519
Feb 18 02:53:55.617800 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-711ed6d5-8935-4b37-8859-a26bb728fd3d req-bd140842-a036-4054-8c10-76586d1e493e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772231
Feb 18 02:53:55.865279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:55.884386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7b43f3e4-8321-48da-aff1-75c8ef565e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:56.021327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:56.026233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:56.082599 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Checking segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:56.082993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Network hostable DHCP agents. Network: 5cd6049a-212b-4fec-8c07-684e5621eb04, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:53:56.102431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:53:56.111365 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 5cd6049a-212b-4fec-8c07-684e5621eb04) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:56.121087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a602a99-c800-4fd8-a048-5caec9b72e44 None None] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:53:56.125756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:56.126408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.145717 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8381641
Feb 18 02:53:56.148598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44808) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:53:56.154891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:53:56.159828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:53:56.163797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Usage tracker for resource:router and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:53:56.167393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:53:56.173845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:53:56.182586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.183673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.198689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.354009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-5cd6049a-212b-4fec-8c07-684e5621eb04', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:53:56.354981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.598055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.641793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Allocated IP 172.20.0.2 (5cd6049a-212b-4fec-8c07-684e5621eb04/6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67/cc3cb086-9038-42dd-934c-1610f53c2ab7) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:56.731252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385f73-fc26-4b1b-976a-d42c16cf54fb req-dada6e0b-b08e-493e-8de2-ba365f69a59e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:56.732899 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4385f73-fc26-4b1b-976a-d42c16cf54fb req-dada6e0b-b08e-493e-8de2-ba365f69a59e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.3893633
Feb 18 02:53:56.744867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6315d-db6d-4775-926c-b0302446191c req-73d80e55-41ff-44e2-a318-bbe5fde5533d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:56.746381 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe6315d-db6d-4775-926c-b0302446191c req-73d80e55-41ff-44e2-a318-bbe5fde5533d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.2970574
Feb 18 02:53:56.843442 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4385f73-fc26-4b1b-976a-d42c16cf54fb req-7c5928bc-1f3c-426c-91e7-dc06df8a6db7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950584
Feb 18 02:53:56.853982 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe6315d-db6d-4775-926c-b0302446191c req-e5c9d87c-4d37-472d-9c6e-efbd5f92be2d tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882125
Feb 18 02:53:56.870479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.881290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Transition to ACTIVE for port object cc3cb086-9038-42dd-934c-1610f53c2ab7 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:56.898343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Transition to ACTIVE for port object cc3cb086-9038-42dd-934c-1610f53c2ab7 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:53:56.903600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:56.986099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:57.074506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Pushing event updated for resources: {'Port': ['ID=cc3cb086-9038-42dd-934c-1610f53c2ab7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:57.086500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:57.109004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:57.110251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:57.112711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:57.136448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.174015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.175597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Attempting to bind port cc3cb086-9038-42dd-934c-1610f53c2ab7 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:53:57.176130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Attempting to bind port cc3cb086-9038-42dd-934c-1610f53c2ab7 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:53:57.176640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Attempting to bind port cc3cb086-9038-42dd-934c-1610f53c2ab7 on network 5cd6049a-212b-4fec-8c07-684e5621eb04 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:53:57.182635 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:53:57.183169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Checking segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:53:57.183648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.184100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Bound using segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:53:57.185277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Bound port: cc3cb086-9038-42dd-934c-1610f53c2ab7, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:53:57.185871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.218640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c1e2d-edcc-4924-8edf-9ef605d9aee9 req-c05b9058-c719-4099-a55a-9fd8a4793f0a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:57.220295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a3c1e2d-edcc-4924-8edf-9ef605d9aee9 req-c05b9058-c719-4099-a55a-9fd8a4793f0a tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.2127466
Feb 18 02:53:57.284023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] For port cc3cb086-9038-42dd-934c-1610f53c2ab7, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:53:57.287888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] For port cc3cb086-9038-42dd-934c-1610f53c2ab7, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=cc3cb086-9038-42dd-934c-1610f53c2ab7,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:53:57.293591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.310213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f796835f-b907-4d06-96c8-a6cfa95c825b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:57.576136 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a3c1e2d-edcc-4924-8edf-9ef605d9aee9 req-0db25221-a9bd-45bb-a4d7-3974e083cd2f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3089116
Feb 18 02:53:57.630136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Pushing event updated for resources: {'Port': ['ID=cc3cb086-9038-42dd-934c-1610f53c2ab7,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:57.635737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:57.730207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Allocated IP 172.27.0.230 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/c8bad331-13d8-400b-9ebb-a2eb9d6c1e62) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:53:57.893515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.972372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:57.998267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:58.251896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Pushing event updated for resources: {'Port': ['ID=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:58.267680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:58.345627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:53:58.353437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a497efd-6799-4186-980d-1aa612452c55 req-5e268b70-1398-4804-889d-e4964175db63 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:58.355132 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a497efd-6799-4186-980d-1aa612452c55 req-5e268b70-1398-4804-889d-e4964175db63 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.3585887
Feb 18 02:53:58.356622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:53:58.364305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94920d-df68-4ea6-a80a-adaeaf22295d req-76493f3b-afe0-4e46-b1c9-8b2bf0c7999c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:58.365936 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac94920d-df68-4ea6-a80a-adaeaf22295d req-76493f3b-afe0-4e46-b1c9-8b2bf0c7999c tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.2741241
Feb 18 02:53:58.366775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:53:58.412196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:53:58.496594 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2a497efd-6799-4186-980d-1aa612452c55 req-215d24c5-daa9-4afa-9ff3-da4e35c81f33 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024315
Feb 18 02:53:58.564769 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac94920d-df68-4ea6-a80a-adaeaf22295d req-4e6d98f6-4cdf-4ebd-889a-5750064a16b9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688204
Feb 18 02:53:58.897407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059c031-e163-422f-a556-f8076d75e137 req-3e0962d8-0ab2-421f-96bf-75a9eab3100b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:58.899027 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b059c031-e163-422f-a556-f8076d75e137 req-3e0962d8-0ab2-421f-96bf-75a9eab3100b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.1995733
Feb 18 02:53:58.955001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device cc3cb086-9038-42dd-934c-1610f53c2ab7 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:53:59.029077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c22bc-1534-415e-acfb-43c1d70e1b65 req-29e1ac1b-5d85-46f5-8b0b-1feb6c113873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:59.031228 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-712c22bc-1534-415e-acfb-43c1d70e1b65 req-29e1ac1b-5d85-46f5-8b0b-1feb6c113873 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 1163 time: 0.0995929
Feb 18 02:53:59.054062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port cc3cb086-9038-42dd-934c-1610f53c2ab7 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:59.079222 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-712c22bc-1534-415e-acfb-43c1d70e1b65 req-b89693d1-07aa-4809-8c1e-bc01a17490f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415177
Feb 18 02:53:59.109947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e40129-db37-4564-951e-cd71b6d9f031 None None] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:53:59.124850 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b059c031-e163-422f-a556-f8076d75e137 req-dbda1f1b-c78c-44c1-9d92-7873bea9020b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133620
Feb 18 02:53:59.126321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:59.203846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Provisioning for port cc3cb086-9038-42dd-934c-1610f53c2ab7 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:53:59.221669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Provisioning complete for port cc3cb086-9038-42dd-934c-1610f53c2ab7 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:59.222089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:59.232772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a191f9-3eb2-4503-b8b7-4919b59eb430 req-67a5ba20-c0d2-4085-ad49-147c2860a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:53:59.234381 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86a191f9-3eb2-4503-b8b7-4919b59eb430 req-67a5ba20-c0d2-4085-ad49-147c2860a713 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 1163 time: 0.2431104
Feb 18 02:53:59.443315 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86a191f9-3eb2-4503-b8b7-4919b59eb430 req-6a8c6eb4-c5d0-4901-9a16-28d53fe9cc3f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250453
Feb 18 02:53:59.465196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:59.514694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] For port cc3cb086-9038-42dd-934c-1610f53c2ab7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=cc3cb086-9038-42dd-934c-1610f53c2ab7,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:53:59.519958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:59.521600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:53:59.601954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Pushing event updated for resources: {'Port': ['ID=cc3cb086-9038-42dd-934c-1610f53c2ab7,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:53:59.611569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:53:59.748560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-12d9fb39-d3b7-45de-a36a-c40485d8c134 None None] Provisioning complete for port cc3cb086-9038-42dd-934c-1610f53c2ab7 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:53:59.748977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-12d9fb39-d3b7-45de-a36a-c40485d8c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:53:59.906479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:00.014339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f8d5ddff-33a7-48aa-a377-242e4f59a3bc None None] Provisioning complete for port cc3cb086-9038-42dd-934c-1610f53c2ab7 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:00.014916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ddff-33a7-48aa-a377-242e4f59a3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:00.126077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231995ba-b474-413f-b52e-a8fa89108522 req-b95f78cf-3aee-47e9-9ec8-0f33ceea0e8a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:00.127651 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-231995ba-b474-413f-b52e-a8fa89108522 req-b95f78cf-3aee-47e9-9ec8-0f33ceea0e8a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.3510125
Feb 18 02:54:00.137393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cbf33-61db-4fe9-9c48-3071c5664877 req-89662c9c-a9ab-4907-bc44-9210f7ce39f7 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:00.139131 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-124cbf33-61db-4fe9-9c48-3071c5664877 req-89662c9c-a9ab-4907-bc44-9210f7ce39f7 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.3590233
Feb 18 02:54:00.235771 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-231995ba-b474-413f-b52e-a8fa89108522 req-0823e050-2df4-470a-b0c2-e453e39ce2df tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935037
Feb 18 02:54:00.245440 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-124cbf33-61db-4fe9-9c48-3071c5664877 req-cf719925-893a-4fbf-af26-8f8e8e69b5ac tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988138
Feb 18 02:54:00.261323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:54:00.277064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-94103b17-eeda-4903-854d-977e9405d285 None None] Provisioning complete for port cc3cb086-9038-42dd-934c-1610f53c2ab7 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:00.277064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94103b17-eeda-4903-854d-977e9405d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:00.603888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:54:00.627097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Sync routers for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:54:00.637288 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:00.638254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae47e0b8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:00.641284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62209-667a-4612-b8c0-3c56b74caf5b req-d390ac0a-101a-44d5-83e6-15bb5e8135e3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:00.642914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75b62209-667a-4612-b8c0-3c56b74caf5b req-d390ac0a-101a-44d5-83e6-15bb5e8135e3 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.2759905
Feb 18 02:54:00.651641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a0d0-bf33-4fe4-9b68-07fdc449db1a req-df9e2bab-4cf3-4437-8709-170c47b9a9fc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:00.653706 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b142a0d0-bf33-4fe4-9b68-07fdc449db1a req-df9e2bab-4cf3-4437-8709-170c47b9a9fc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.2855291
Feb 18 02:54:00.657063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:00.664230 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44850) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:00.664368 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5114684
Feb 18 02:54:00.677812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44854) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:00.686265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'floatingip': {'port_id': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:00.791937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:00.858022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:00.886216 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75b62209-667a-4612-b8c0-3c56b74caf5b req-e7825dcc-53fb-453f-aa45-0a46d06f7754 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314370
Feb 18 02:54:01.025232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device cc3cb086-9038-42dd-934c-1610f53c2ab7 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:01.208650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port cc3cb086-9038-42dd-934c-1610f53c2ab7 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:01.209068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:01.401734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae47e0b8>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:53:58Z', 'revision_number': 3, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:01.410113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Checking router: 8752b49f-134b-47d0-a3d7-ebc15dbf8771 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:54:01.410495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Updating router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:54:01.616246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4445a-c3bf-4aa7-909b-b45b6b45e63f req-eeee6112-2d09-4203-9cb6-b4e8f24eccba tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:01.625129 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56e4445a-c3bf-4aa7-909b-b45b6b45e63f req-eeee6112-2d09-4203-9cb6-b4e8f24eccba tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.2380049
Feb 18 02:54:01.639745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:01.679887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:01.697012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:01.767089 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56e4445a-c3bf-4aa7-909b-b45b6b45e63f req-1ed005bb-5989-416b-a7ae-fd2522c55aab tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408498
Feb 18 02:54:01.789536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.192359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.206349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Transition to ACTIVE for port object c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:02.213414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.265376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Allocated IP 172.20.0.1 (5cd6049a-212b-4fec-8c07-684e5621eb04/6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67/14508b82-fef9-485d-9fce-ddcecd254a85) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:54:02.302414 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Floating IP 9bd9fa15-44c0-49ab-9578-f6129a28a851 associated. External IP: 172.27.0.233, port: a657eb81-62d8-4354-b18a-ad95213e9c7d.
Feb 18 02:54:02.353229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:02.424474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfdb3c-39ac-4528-9e6d-7b7c053b363d None None] Pushing event updated for resources: {'Port': ['ID=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:02.429432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6dfdb3c-39ac-4528-9e6d-7b7c053b363d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:02.455598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Attempting to bind port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:54:02.456109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Attempting to bind port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:54:02.456616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Attempting to bind port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:54:02.468608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:54:02.469227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:02.469781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.470806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:54:02.471364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Bound port: c8bad331-13d8-400b-9ebb-a2eb9d6c1e62, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:54:02.472322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.497192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.526796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Transition to ACTIVE for port object 14508b82-fef9-485d-9fce-ddcecd254a85 will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:02.542516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3ee0-b2fd-4a16-9277-ef110d038cc7 req-63cac086-fb8c-4476-bce2-17864eda41cd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:02.544734 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca4f3ee0-b2fd-4a16-9277-ef110d038cc7 req-63cac086-fb8c-4476-bce2-17864eda41cd tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.2887921
Feb 18 02:54:02.553954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.573245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:02.616125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] For port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:54:02.620550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] For port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:54:02.626419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.686004 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca4f3ee0-b2fd-4a16-9277-ef110d038cc7 req-6b068f5e-380e-4a46-8db0-42c8f64d4d89 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315894
Feb 18 02:54:02.764066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:02.785375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:02.786360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Pushing event updated for resources: {'Port': ['ID=14508b82-fef9-485d-9fce-ddcecd254a85,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:02.790006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:02.796471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:54:02.812886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:54:02.832482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.832897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.833303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.833694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.834071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.834467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.834854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.835242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.835654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.836045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.836429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.836809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.837935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.837935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.838338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.838724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.839107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.839518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.839890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.840816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.841313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.841697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.842117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.842430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:02.853414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:02.888187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:02.973695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfdb3c-39ac-4528-9e6d-7b7c053b363d None None] Pushing event updated for resources: {'Port': ['ID=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:02.988625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6dfdb3c-39ac-4528-9e6d-7b7c053b363d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:03.019710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:03.020398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae47e0b8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:03.087434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:03.135057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:54:03.140577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:03.148031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:54:03.166835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:03.170376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aeecb7f0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:03.227077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-451fbd9d-de29-4326-83fc-a0ec19677454 None None] Provisioning for port 14508b82-fef9-485d-9fce-ddcecd254a85 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:03.231883 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-11025721-6f6a-4083-92d8-1ebdaca7cb1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "PUT /v2.0/floatingips/9bd9fa15-44c0-49ab-9578-f6129a28a851 HTTP/1.1" status: 200  len: 991 time: 2.5528910
Feb 18 02:54:03.232952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:03.241237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-451fbd9d-de29-4326-83fc-a0ec19677454 None None] Provisioning complete for port 14508b82-fef9-485d-9fce-ddcecd254a85 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:03.241671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-451fbd9d-de29-4326-83fc-a0ec19677454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:03.359921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:03.494988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-451fbd9d-de29-4326-83fc-a0ec19677454 None None] Port 14508b82-fef9-485d-9fce-ddcecd254a85 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:54:03.600920 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:03.613215 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'status': 'completed', 'code': 200}
Feb 18 02:54:03.671135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:03.678970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:03.807528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17347fb8-ac58-4536-9cdf-deae17108581 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:03.839542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae47e0b8>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 1, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:03.844568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647ccda-12ca-4596-9900-db4b60435fb6 None None] The sync data for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi is: [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 1, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:54:03.854463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:03.855353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-880d8a57-16b9-47ea-adaa-d0c3319a9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:03.857863 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-880d8a57-16b9-47ea-adaa-d0c3319a9a3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1162 time: 0.2046089
Feb 18 02:54:03.986842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Pushing event updated for resources: {'Port': ['ID=14508b82-fef9-485d-9fce-ddcecd254a85,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:03.991102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:04.036251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-9aaf2842-0a61-4c81-ad0b-d57c212083e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:04.038133 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-9aaf2842-0a61-4c81-ad0b-d57c212083e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1669209
Feb 18 02:54:04.056604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:04.059054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:04.173980 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-9d3ee1ef-5e44-4415-aa30-41176b4a4cb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 999 time: 0.1289270
Feb 18 02:54:04.231560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aeecb7f0>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '9bd9fa15-44c0-49ab-9578-f6129a28a851', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'port_id': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'mac_address': 'fa:16:3e:f9:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:25Z', 'updated_at': '2021-02-18T02:54:01Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:04.236405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:54:04.246924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:04.248009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aeecb7f0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:04.256647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-cade1d69-d82d-49cc-abc3-008df6fb98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:04.258292 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-cade1d69-d82d-49cc-abc3-008df6fb98df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0773094
Feb 18 02:54:04.285582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:54:04.414693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-b5295ebc-25a6-4509-8610-9cb0adc723bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:04.416522 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-b5295ebc-25a6-4509-8610-9cb0adc723bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1444411
Feb 18 02:54:04.425801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-59fb94ca-a2fb-44f2-b764-932609f9e1b3 None None] Provisioning complete for port 14508b82-fef9-485d-9fce-ddcecd254a85 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:04.426232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59fb94ca-a2fb-44f2-b764-932609f9e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:04.496665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:04.553362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-59fb94ca-a2fb-44f2-b764-932609f9e1b3 None None] Port 14508b82-fef9-485d-9fce-ddcecd254a85 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:54:04.626134 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-c9138671-4aa3-49f6-b928-1d5080363027 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017498
Feb 18 02:54:04.954352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4affb7e2-5171-41fc-bd08-0a7cd62ad65a req-c45466bb-ae31-4747-b3c6-96f34e96766d service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3039129
Feb 18 02:54:04.963204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:54:04.978151 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a2031dd8-c208-427a-9d19-b77723f1746c admin admin] 10.222.0.53 "PUT /v2.0/routers/8752b49f-134b-47d0-a3d7-ebc15dbf8771/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3152499
Feb 18 02:54:05.248025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aeecb7f0>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '9bd9fa15-44c0-49ab-9578-f6129a28a851', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'port_id': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'mac_address': 'fa:16:3e:f9:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:25Z', 'updated_at': '2021-02-18T02:54:01Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:05.253280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23042f77-bc40-4cde-8c7c-819647aa98e8 None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '9bd9fa15-44c0-49ab-9578-f6129a28a851', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'port_id': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'mac_address': 'fa:16:3e:f9:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:25Z', 'updated_at': '2021-02-18T02:54:01Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:54:05.704835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f4d18-1498-4482-9674-63d80e89d79d None None] New status for floating IP 9bd9fa15-44c0-49ab-9578-f6129a28a851: ACTIVE {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:54:05.884063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44942) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:05.892275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-969649369-network', 'tenant_id': '6281793d42c149faa89f3fd535171431'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:05.897427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:05.902018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Usage tracker for resource:network and tenant:6281793d42c149faa89f3fd535171431 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:05.905794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:05.912118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:05.924938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Made reservation on behalf of 6281793d42c149faa89f3fd535171431 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:54:05.930938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:05.945346 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:05.963542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:05.968405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Usage tracker for resource:security_group_rule and tenant:6281793d42c149faa89f3fd535171431 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:05.971628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:05.977502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:06.069418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.072112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.076342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2f5798e8-ae60-4b5b-aef0-310dd2c90bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:06.109558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:54:06.123252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb15f5a-ef37-4b11-92db-06d64d618ffa,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:06.127593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:06.130454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.130838 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Added segment 08270a12-1917-4996-a0bf-99098fa1af0a of type vxlan for network e974bf87-63c4-44a5-b1b0-362af353e320
Feb 18 02:54:06.159756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.190321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.191618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:06.192255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.197157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3ed2acd0-6ba5-4795-b2c3-3bfc6d367409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:06.302912 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4174790
Feb 18 02:54:06.303922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Pushing event updated for resources: {'Network': ['ID=e974bf87-63c4-44a5-b1b0-362af353e320,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:06.305952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44948) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:06.308896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:06.313377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Request body: {'subnet': {'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-969649369-subnet', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:06.316178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network e974bf87-63c4-44a5-b1b0-362af353e320 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:54:06.318507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:06.322516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Usage tracker for resource:subnet and tenant:6281793d42c149faa89f3fd535171431 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:06.325817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:06.330081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network e974bf87-63c4-44a5-b1b0-362af353e320 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:54:06.331487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:06.340809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Made reservation on behalf of 6281793d42c149faa89f3fd535171431 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:54:06.345892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.694459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44960) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:06.796201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.812551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:06.821827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:06.838028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:06.843859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Usage tracker for resource:security_group_rule and tenant:6fa460459b9c4271a05ca5a2931dd3c5 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:06.846946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:06.852818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:06.947555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d2567f-c746-4a5c-9288-a0bc212f8fbd,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:06.951388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:06.985719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:06.995963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.000503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.014348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-efc4489c-cf0b-40b5-9af8-21acd89171b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:07.021627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Checking segment: {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:07.022200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Network hostable DHCP agents. Network: e974bf87-63c4-44a5-b1b0-362af353e320, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:54:07.042496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Network e974bf87-63c4-44a5-b1b0-362af353e320 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:54:07.052789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, e974bf87-63c4-44a5-b1b0-362af353e320) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:07.060382 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fa460459b9c4271a05ca5a2931dd3c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3645825
Feb 18 02:54:07.063159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44968) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:07.063587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0122fbc-22d0-4667-a096-c1f068cec3b7 None None] Network e974bf87-63c4-44a5-b1b0-362af353e320 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:54:07.066414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ff2a9-1342-4fa2-ac8e-ceb1bfb930ff,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:07.078259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:07.078917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.082217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:07.102560 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-43156f76-57b4-4388-bcb7-43e8a6f43e0e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7934101
Feb 18 02:54:07.102781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 44972) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:07.117428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:07.127937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:07.134702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Usage tracker for resource:router and tenant:6281793d42c149faa89f3fd535171431 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:07.139338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:07.147605 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:07.155566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:07.164160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.164451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:07.164878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.180636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.181717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.202822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.233370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.473435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.487908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f71d133-d75a-441f-b228-f614aa23bda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:07.550258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.560631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ff2a9-1342-4fa2-ac8e-ceb1bfb930ff,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:07.563338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:07.575205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.586847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.590893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/249ff2a9-1342-4fa2-ac8e-ceb1bfb930ff HTTP/1.1" status: 204  len: 168 time: 0.5241029
Feb 18 02:54:07.594212 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Sync routers for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:54:07.606529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:07.606765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:07.607543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee34ef0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:07.651809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.654403 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-e974bf87-63c4-44a5-b1b0-362af353e320', 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'fixed_ips': [{'subnet_id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:54:07.655306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:07.674800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:07.857547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:08.008562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:08.012214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:08.054803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.091596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.145649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Allocated IP 172.20.0.2 (e974bf87-63c4-44a5-b1b0-362af353e320/95d2567f-c746-4a5c-9288-a0bc212f8fbd/1192f4dd-745c-44bc-8dab-bdb7ba13d5d2) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:54:08.239349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee34ef0>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:03Z', 'revision_number': 2, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:08.243558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Checking router: 8752b49f-134b-47d0-a3d7-ebc15dbf8771 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:54:08.243958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Updating router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 port 14508b82-fef9-485d-9fce-ddcecd254a85 binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:54:08.301259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.379811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.391523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Transition to ACTIVE for port object 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:08.402378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Allocated IP 172.27.0.252 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/794cbff0-d644-4a2a-aadc-1d2f4938c1a7) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:54:08.412938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Transition to ACTIVE for port object 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:08.419877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.437175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:08.573090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Pushing event updated for resources: {'Port': ['ID=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:08.573849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.586231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:08.607048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.622677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f677bd5-b1ff-41c7-a8be-7efd8af4439e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:08.629562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Network e974bf87-63c4-44a5-b1b0-362af353e320 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:08.630787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:08.633081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:54:08.692096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Attempting to bind port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:54:08.692674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Attempting to bind port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:54:08.693217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Attempting to bind port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 on network e974bf87-63c4-44a5-b1b0-362af353e320 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:54:08.700452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:54:08.700884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Checking segment: {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:08.701478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.701958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Bound using segment: {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:54:08.702475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Bound port: 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:54:08.702889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.733474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.747217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Transition to ACTIVE for port object 14508b82-fef9-485d-9fce-ddcecd254a85 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:08.750200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.757179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Pushing event updated for resources: {'Port': ['ID=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:08.770781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:08.800679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] For port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:54:08.804606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] For port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:54:08.809674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:08.815875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:08.817036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:08.819290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:54:08.827968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:08.828144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6dfdb3c-39ac-4528-9e6d-7b7c053b363d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:08.905787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cf1d8-6597-4a36-bbc9-90da4081daf9 None None] Pushing event updated for resources: {'Port': ['ID=14508b82-fef9-485d-9fce-ddcecd254a85,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:08.910850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-911cf1d8-6597-4a36-bbc9-90da4081daf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:08.958126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Pushing event updated for resources: {'Port': ['ID=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:08.962660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:08.981164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:09.104722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:09.105145 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:09.192292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Attempting to bind port 14508b82-fef9-485d-9fce-ddcecd254a85 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:54:09.192954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Attempting to bind port 14508b82-fef9-485d-9fce-ddcecd254a85 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:54:09.193349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Attempting to bind port 14508b82-fef9-485d-9fce-ddcecd254a85 on network 5cd6049a-212b-4fec-8c07-684e5621eb04 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:54:09.213717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:54:09.214165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Checking segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:09.214605 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:09.215115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Bound using segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:54:09.216051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Bound port: 14508b82-fef9-485d-9fce-ddcecd254a85, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:54:09.216188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:09.350542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] For port 14508b82-fef9-485d-9fce-ddcecd254a85, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:54:09.353930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] For port 14508b82-fef9-485d-9fce-ddcecd254a85, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=14508b82-fef9-485d-9fce-ddcecd254a85,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:54:09.358047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:09.374291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:09.394273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:09.438357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:09.730868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cf1d8-6597-4a36-bbc9-90da4081daf9 None None] Pushing event updated for resources: {'Port': ['ID=14508b82-fef9-485d-9fce-ddcecd254a85,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:09.736490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-911cf1d8-6597-4a36-bbc9-90da4081daf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:09.779389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:09.780120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee34ef0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:10.008543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:10.128072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:10.351746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:54:10.367190 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee34ef0>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:09Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:10.371371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16997d38-7f55-473d-bfd6-4bcfae68cdc6 None None] The sync data for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi is: [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:09Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:54:10.597426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:54:10.609647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Sync routers for ids ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:54:10.622729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Routers {'7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:10.623717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef12358>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:10.633232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:10.634586 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2c6bb202-bcbb-48b9-9dc4-b281f9505111 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5307829
Feb 18 02:54:10.637567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 44998) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:10.851152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Set router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:11.070273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c92da9b-c9b3-48e9-931f-0bcb3518c22c None None] Network e974bf87-63c4-44a5-b1b0-362af353e320 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:54:11.171263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:11.501988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dc17525a-d444-4c76-a057-6e73b20a7cd7 None None] Provisioning for port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:11.578705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:11.615187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:11.615660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:11.766459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:11.880301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef12358>, [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T02:54:09Z', 'revision_number': 3, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:11.882641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:11.900543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Checking router: 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:54:11.900947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Updating router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:54:11.979269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.006767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:12.014234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.015196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 14508b82-fef9-485d-9fce-ddcecd254a85 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:12.062564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-70f2421b-3ee2-47f5-a5db-e6e80c8908b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:12.129756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Allocated IP 172.20.0.1 (e974bf87-63c4-44a5-b1b0-362af353e320/95d2567f-c746-4a5c-9288-a0bc212f8fbd/5e5a54b1-ec3f-40af-8a50-f1e058141119) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:54:12.150714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:12.167204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:12.240724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-020eaa8c-65ce-43ec-9220-1ebe9bc681f4 None None] Provisioning complete for port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:12.241176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-020eaa8c-65ce-43ec-9220-1ebe9bc681f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.301304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.319086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Transition to ACTIVE for port object 5e5a54b1-ec3f-40af-8a50-f1e058141119 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:12.345338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.365564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9bcfb295-4d2c-47b5-979c-67e73960affb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:12.383661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 14508b82-fef9-485d-9fce-ddcecd254a85 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:12.395857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 14508b82-fef9-485d-9fce-ddcecd254a85 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:12.396274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.513067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5a54b1-ec3f-40af-8a50-f1e058141119,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:12.520386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:12.575888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Network e974bf87-63c4-44a5-b1b0-362af353e320 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:12.577105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:12.579571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:54:12.642811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.719478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.820987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ccca51fc-90f5-4cbe-bed2-2f449f5e5884 None None] Provisioning complete for port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:12.821401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ccca51fc-90f5-4cbe-bed2-2f449f5e5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.861952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 14508b82-fef9-485d-9fce-ddcecd254a85, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=14508b82-fef9-485d-9fce-ddcecd254a85,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:12.878132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.883677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:12.956521 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.982805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:12.983878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:13.013307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Transition to ACTIVE for port object 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:13.039182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.138781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=14508b82-fef9-485d-9fce-ddcecd254a85,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:13.160075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:13.169427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f796835f-b907-4d06-96c8-a6cfa95c825b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:13.287398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ceb7-e4aa-4774-a401-f0eeab8b64f6 None None] Pushing event updated for resources: {'Port': ['ID=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:13.290086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.293132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-89a2ceb7-e4aa-4774-a401-f0eeab8b64f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:13.294422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.313433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:13.313847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.323968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:13.398456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Attempting to bind port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:54:13.398868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Attempting to bind port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:54:13.399565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Attempting to bind port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:54:13.409424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:54:13.410143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:13.410268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.410676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:54:13.411189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Bound port: 794cbff0-d644-4a2a-aadc-1d2f4938c1a7, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:54:13.411644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.414981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5a54b1-ec3f-40af-8a50-f1e058141119,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:13.417525 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.433182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:13.465481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-523905cd-b2d4-4307-b926-a365b5ad77e1 None None] Provisioning for port 5e5a54b1-ec3f-40af-8a50-f1e058141119 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:13.580305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Network e974bf87-63c4-44a5-b1b0-362af353e320 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:13.581609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:13.678756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-523905cd-b2d4-4307-b926-a365b5ad77e1 None None] Provisioning complete for port 5e5a54b1-ec3f-40af-8a50-f1e058141119 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:13.679180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523905cd-b2d4-4307-b926-a365b5ad77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.783622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] For port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:54:13.785646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-523905cd-b2d4-4307-b926-a365b5ad77e1 None None] Port 5e5a54b1-ec3f-40af-8a50-f1e058141119 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:54:13.789670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] For port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:54:13.791804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:54:13.794337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:13.810855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:13.966621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d83e21ff-d57b-42d0-8eba-d0284af2b283 None None] Provisioning complete for port 5e5a54b1-ec3f-40af-8a50-f1e058141119 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:13.967198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d83e21ff-d57b-42d0-8eba-d0284af2b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:14.010427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ceb7-e4aa-4774-a401-f0eeab8b64f6 None None] Pushing event updated for resources: {'Port': ['ID=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:14.028567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-89a2ceb7-e4aa-4774-a401-f0eeab8b64f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:14.066627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d83e21ff-d57b-42d0-8eba-d0284af2b283 None None] Port 5e5a54b1-ec3f-40af-8a50-f1e058141119 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:54:14.091621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Routers {'7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:14.092311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef12358>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:53:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:14.225303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:54:14.234595 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] 10.222.0.53 "PUT /v2.0/routers/7948f393-1d4f-4d31-9b7d-efa04ff2c3f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5958924
Feb 18 02:54:14.284140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] Set router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:14.625565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef12358>, [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '5e5a54b1-ec3f-40af-8a50-f1e058141119', 'name': '', 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'mac_address': 'fa:16:3e:3b:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:11Z', 'updated_at': '2021-02-18T02:54:13Z', 'revision_number': 2, 'project_id': '6281793d42c149faa89f3fd535171431', 'subnets': [{'id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:14.629891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd99fb9-287e-439e-9efe-c0907bf45b9f None None] The sync data for ids ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'] in dv-cinder-763306-10-iscsi is: [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '5e5a54b1-ec3f-40af-8a50-f1e058141119', 'name': '', 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'mac_address': 'fa:16:3e:3b:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:11Z', 'updated_at': '2021-02-18T02:54:13Z', 'revision_number': 2, 'project_id': '6281793d42c149faa89f3fd535171431', 'subnets': [{'id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:54:14.822588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f68662e5-fbc1-4979-8bd0-1e44c8eda537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:14.955085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 14508b82-fef9-485d-9fce-ddcecd254a85 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:15.008240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-478268969', 'description': 'tempest-TestShelveInstance-478268969 description'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:15.015829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:15.021233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Usage tracker for resource:security_group and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:15.025637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:15.032175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:15.041783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.065204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:15.069528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 14508b82-fef9-485d-9fce-ddcecd254a85 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:15.069688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Usage tracker for resource:security_group_rule and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:15.070036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.072666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:15.080416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:15.166876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.169946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.176011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a8b388b-97ec-494f-a298-c79347055c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:15.220551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633f5208-8aa4-4e62-b422-cbb51b5e722f,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:15.223799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:15.226400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.228077 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d33f3b2a-93c5-43ea-b446-9dbb76a28350 req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2250161
Feb 18 02:54:15.305664 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-310a035a-a36e-4b21-a7aa-1bf39ea9f396 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups/633f5208-8aa4-4e62-b422-cbb51b5e722f HTTP/1.1" status: 200  len: 1800 time: 0.0512378
Feb 18 02:54:15.317590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '633f5208-8aa4-4e62-b422-cbb51b5e722f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:15.317952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '633f5208-8aa4-4e62-b422-cbb51b5e722f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:15.324765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:15.328822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Usage tracker for resource:security_group_rule and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:15.331977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:15.338067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:15.400224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.441578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.444161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.446296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3be427ac-ad07-4f8a-8010-a334388c54d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:15.470972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be678758-171a-45ba-83a7-560e98f21422,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:15.475613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:15.483477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.484855 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bce1a83e-ad0e-4c61-b4c7-b3a58be67152 req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1717718
Feb 18 02:54:15.560151 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52bee560-5c7d-4871-842a-50284bde8276 req-dd2ccf13-0858-4687-ac1c-912dcc9f959d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups/633f5208-8aa4-4e62-b422-cbb51b5e722f HTTP/1.1" status: 200  len: 2393 time: 0.0528500
Feb 18 02:54:15.571160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '633f5208-8aa4-4e62-b422-cbb51b5e722f', 'remote_group_id': None}]} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:15.571538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '633f5208-8aa4-4e62-b422-cbb51b5e722f', 'remote_group_id': None}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:15.578490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:15.582678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Usage tracker for resource:security_group_rule and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:15.585754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:15.592333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:15.654066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.658531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:54:15.681095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.684850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.687423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8cb14d85-59e2-4a8a-a76a-26eeb70f8ca2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:15.713810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fb2a72-85ca-4c1b-9afc-7fda04be4172,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:15.717500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:15.733466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:15.734802 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52bee560-5c7d-4871-842a-50284bde8276 req-4d9fa120-9e2a-4ea0-830d-9e05931f89b6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1680381
Feb 18 02:54:16.976280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:17.048533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:17.053480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:17.053897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:17.179560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:17.197509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:17.201138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:17.202990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:17.272857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:17.281603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.282009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.282387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.282758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.283124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.283487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.283870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.284232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.284610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.284970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.285328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.285686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.286139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.286501 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.286858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.287211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.287587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.287951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.288306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.288659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.289019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.289379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.289735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.290087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:17.294734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:17.348374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9f306ac-67cc-4505-9ef9-c39f6f5034e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:17.521970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:17.750305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Sync routers for ids ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:54:17.760925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Routers {'7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:17.761612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af16cef0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:54:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:17.956663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Set router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:18.297793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af16cef0>, [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '5e5a54b1-ec3f-40af-8a50-f1e058141119', 'name': '', 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'mac_address': 'fa:16:3e:3b:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:11Z', 'updated_at': '2021-02-18T02:54:13Z', 'revision_number': 2, 'project_id': '6281793d42c149faa89f3fd535171431', 'subnets': [{'id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:18.302043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Checking router: 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:54:18.302444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Updating router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 port 5e5a54b1-ec3f-40af-8a50-f1e058141119 binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:54:18.365721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:18.804326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:18.816677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Transition to ACTIVE for port object 5e5a54b1-ec3f-40af-8a50-f1e058141119 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:18.819483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:18.829462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:18.836747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ccbd7a80-af6d-4361-92c0-34a135040dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:18.962905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:18.973869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ba3a4-2197-4734-a413-82dfc690501f None None] Pushing event updated for resources: {'Port': ['ID=5e5a54b1-ec3f-40af-8a50-f1e058141119,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:18.978074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d79ba3a4-2197-4734-a413-82dfc690501f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:19.039848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:19.040272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:19.165212 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Attempting to bind port 5e5a54b1-ec3f-40af-8a50-f1e058141119 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:54:19.166390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Attempting to bind port 5e5a54b1-ec3f-40af-8a50-f1e058141119 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:54:19.167185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Attempting to bind port 5e5a54b1-ec3f-40af-8a50-f1e058141119 on network e974bf87-63c4-44a5-b1b0-362af353e320 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:54:19.174598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:54:19.175347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Checking segment: {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:19.176249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:19.177018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Bound using segment: {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:54:19.177742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Bound port: 5e5a54b1-ec3f-40af-8a50-f1e058141119, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08270a12-1917-4996-a0bf-99098fa1af0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:54:19.178360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:19.205655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:19.286168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] For port 5e5a54b1-ec3f-40af-8a50-f1e058141119, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:54:19.289489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] For port 5e5a54b1-ec3f-40af-8a50-f1e058141119, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=5e5a54b1-ec3f-40af-8a50-f1e058141119,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:54:19.294611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:19.313035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:19.628741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ba3a4-2197-4734-a413-82dfc690501f None None] Pushing event updated for resources: {'Port': ['ID=5e5a54b1-ec3f-40af-8a50-f1e058141119,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:19.634041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d79ba3a4-2197-4734-a413-82dfc690501f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:19.672901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Routers {'7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:54:19.673585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af16cef0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:54:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:19.868619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] Set router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:54:20.203547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af16cef0>, [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '5e5a54b1-ec3f-40af-8a50-f1e058141119', 'name': '', 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'mac_address': 'fa:16:3e:3b:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:11Z', 'updated_at': '2021-02-18T02:54:19Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'subnets': [{'id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:20.207585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8cc14-6ad0-4031-9ed6-e546c96bf7e9 None None] The sync data for ids ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'] in dv-cinder-763306-10-iscsi is: [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '5e5a54b1-ec3f-40af-8a50-f1e058141119', 'name': '', 'network_id': 'e974bf87-63c4-44a5-b1b0-362af353e320', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'mac_address': 'fa:16:3e:3b:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:11Z', 'updated_at': '2021-02-18T02:54:19Z', 'revision_number': 4, 'project_id': '6281793d42c149faa89f3fd535171431', 'subnets': [{'id': '95d2567f-c746-4a5c-9288-a0bc212f8fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:54:20.976868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 5e5a54b1-ec3f-40af-8a50-f1e058141119 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:21.049646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 5e5a54b1-ec3f-40af-8a50-f1e058141119 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:21.054712 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 5e5a54b1-ec3f-40af-8a50-f1e058141119 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:21.055127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:21.182113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:21.217531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 5e5a54b1-ec3f-40af-8a50-f1e058141119, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=5e5a54b1-ec3f-40af-8a50-f1e058141119,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:21.220536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:21.222465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-13d264d6-1bb9-48f0-82ac-7979dcbb59fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:21.296923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=5e5a54b1-ec3f-40af-8a50-f1e058141119,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:21.300180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:22.969266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 5e5a54b1-ec3f-40af-8a50-f1e058141119 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:23.060290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 5e5a54b1-ec3f-40af-8a50-f1e058141119 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:23.060829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:27.988170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d10ec-2043-430f-8093-f14478f00141 req-6e85a2ef-30e0-487a-97d5-45c0b433b153 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:27.989777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-770d10ec-2043-430f-8093-f14478f00141 req-6e85a2ef-30e0-487a-97d5-45c0b433b153 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.0918541
Feb 18 02:54:28.037210 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-770d10ec-2043-430f-8093-f14478f00141 req-d2a3c5ab-ee4a-41a7-9006-b28735f29712 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409963
Feb 18 02:54:29.240883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d47a6-d250-45fb-a32a-91f9e0370763 req-b53ad10f-7ce8-4a39-97ab-075bd1ac5a07 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:29.242498 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b7d47a6-d250-45fb-a32a-91f9e0370763 req-b53ad10f-7ce8-4a39-97ab-075bd1ac5a07 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.0888145
Feb 18 02:54:29.294152 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b7d47a6-d250-45fb-a32a-91f9e0370763 req-250945b3-34bb-4335-bd46-27c4c1f14319 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450046
Feb 18 02:54:30.254318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5cc08-3e62-478c-9059-735875b19d0a req-abb637f4-bba4-4252-b824-6e766948a5d7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:30.255807 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98a5cc08-3e62-478c-9059-735875b19d0a req-abb637f4-bba4-4252-b824-6e766948a5d7 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.0847113
Feb 18 02:54:30.335802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Deleting port 4435821d-8ffd-413a-a341-19b2394e1b43 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:54:30.336196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:30.664628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbaf5d-6ba0-4352-a27b-2666021fcf50 req-97ca40e2-a337-4413-98ee-f3d2ee37233c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:30.666248 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fdbaf5d-6ba0-4352-a27b-2666021fcf50 req-97ca40e2-a337-4413-98ee-f3d2ee37233c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30e978ca-5da9-491f-b485-e73bcb75cdbd HTTP/1.1" status: 200  len: 946 time: 0.2308064
Feb 18 02:54:30.713085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] For port 4435821d-8ffd-413a-a341-19b2394e1b43, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4435821d-8ffd-413a-a341-19b2394e1b43,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:30.713601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:30.864747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Calling delete_port for 4435821d-8ffd-413a-a341-19b2394e1b43 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:54:30.896958 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fdbaf5d-6ba0-4352-a27b-2666021fcf50 req-9f90ef5e-6494-4e95-bd66-5a2fda1d53ff tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233591
Feb 18 02:54:31.036086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 4435821d-8ffd-413a-a341-19b2394e1b43 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:54:31.039035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:31.060129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0711bd23-ebb0-49f5-9ef7-cc4be581b2b3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:31.074950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: 4435821d-8ffd-413a-a341-19b2394e1b43 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:54:31.075487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 4435821d-8ffd-413a-a341-19b2394e1b43 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:54:31.167575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event deleted for resources: {'Port': ['ID=4435821d-8ffd-413a-a341-19b2394e1b43,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:31.179866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.180278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.180680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.181082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.181477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.181871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.182261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.182647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.183038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.183424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.183847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.184236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.184711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.185093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.185479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.185861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.186245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.186680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.188015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.188144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.188487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.188872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.189259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.189636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:54:31.194669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:31.286938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] No DVR routers for this DVR port 4435821d-8ffd-413a-a341-19b2394e1b43 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:54:31.289339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:31.292165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'name': 'network-vif-deleted', 'tag': '4435821d-8ffd-413a-a341-19b2394e1b43'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:31.307631 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98a5cc08-3e62-478c-9059-735875b19d0a req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "DELETE /v2.0/ports/4435821d-8ffd-413a-a341-19b2394e1b43 HTTP/1.1" status: 204  len: 173 time: 1.0458972
Feb 18 02:54:31.357476 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e978ca-5da9-491f-b485-e73bcb75cdbd', 'name': 'network-vif-deleted', 'tag': '4435821d-8ffd-413a-a341-19b2394e1b43', 'status': 'completed', 'code': 200}
Feb 18 02:54:31.502256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cbf61-7101-4991-a791-0a9c04e81102 req-3ed47fa4-837b-4192-8124-84162ba7f15e tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:31.503885 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795cbf61-7101-4991-a791-0a9c04e81102 req-3ed47fa4-837b-4192-8124-84162ba7f15e tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.0914428
Feb 18 02:54:31.553286 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795cbf61-7101-4991-a791-0a9c04e81102 req-2b3f3780-a8da-4b92-a671-88f5bf64cb7b tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430942
Feb 18 02:54:32.764133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467e5b9-f384-4507-a1dc-ee24ea9a9993 req-a288045b-9a73-4c4d-9aa8-d8f4da32bd72 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:32.765891 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c467e5b9-f384-4507-a1dc-ee24ea9a9993 req-a288045b-9a73-4c4d-9aa8-d8f4da32bd72 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.0918260
Feb 18 02:54:32.817179 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c467e5b9-f384-4507-a1dc-ee24ea9a9993 req-f3892986-1449-4c30-8bd2-c7d3ee490b66 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449479
Feb 18 02:54:33.630061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6baef6-1c9d-4034-849f-7589a350127a req-91d581c1-3829-41f4-81a7-282ebd7cd7fa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:33.630971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2f6baef6-1c9d-4034-849f-7589a350127a req-91d581c1-3829-41f4-81a7-282ebd7cd7fa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:33.699680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2f6baef6-1c9d-4034-849f-7589a350127a req-91d581c1-3829-41f4-81a7-282ebd7cd7fa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:33.700953 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f6baef6-1c9d-4034-849f-7589a350127a req-91d581c1-3829-41f4-81a7-282ebd7cd7fa tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.1541476
Feb 18 02:54:33.763051 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f6baef6-1c9d-4034-849f-7589a350127a req-f0b1b568-1b41-46d8-8fcc-d684467721a9 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545785
Feb 18 02:54:33.771579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-f5f3ff61-68cd-4f33-8933-06c16e79a570 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:33.773169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-f5f3ff61-68cd-4f33-8933-06c16e79a570 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.1347141
Feb 18 02:54:33.854268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Deleting port b572c233-3127-467c-b738-137b8e589068 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:54:33.854664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:34.021316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfddb-1b9a-4350-a463-809661613304 req-68397b04-6214-4200-b282-de112423956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:34.022909 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-68397b04-6214-4200-b282-de112423956b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1202 time: 0.1033423
Feb 18 02:54:34.172825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfddb-1b9a-4350-a463-809661613304 req-082dc75a-b9dc-4472-826b-1a5ed05120f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:34.174444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-082dc75a-b9dc-4472-826b-1a5ed05120f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.1438153
Feb 18 02:54:34.281890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77bbfe-0dbf-4285-a51c-f215118c498e req-25830803-a8cd-4fa0-9fe1-7c966a8f2e85 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:34.283418 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8f77bbfe-0dbf-4285-a51c-f215118c498e req-25830803-a8cd-4fa0-9fe1-7c966a8f2e85 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.2954803
Feb 18 02:54:34.288797 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-dd7209eb-e7f7-4b21-8ef9-511ff7482c44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 1001 time: 0.1057642
Feb 18 02:54:34.293157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08c10-8763-4eb6-9f81-a77c56f808a8 req-b510f2c2-b110-45c4-99e2-c6932260c942 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:34.294686 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25f08c10-8763-4eb6-9f81-a77c56f808a8 req-b510f2c2-b110-45c4-99e2-c6932260c942 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 946 time: 0.3055370
Feb 18 02:54:34.319047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] For port b572c233-3127-467c-b738-137b8e589068, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b572c233-3127-467c-b738-137b8e589068,segment=NetworkSegment(93a2bd55-3e76-4df6-956a-8e706738eb02),segment_id=93a2bd55-3e76-4df6-956a-8e706738eb02)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:34.319443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:34.364502 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfddb-1b9a-4350-a463-809661613304 req-b5721161-d769-47f7-a320-8d7ca6ca86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:34.366088 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-b5721161-d769-47f7-a320-8d7ca6ca86a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.0693069
Feb 18 02:54:34.451254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfddb-1b9a-4350-a463-809661613304 req-1eb11ec4-a65a-454e-9c80-6ab509334b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:34.453578 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-1eb11ec4-a65a-454e-9c80-6ab509334b83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0793812
Feb 18 02:54:34.490493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Calling delete_port for b572c233-3127-467c-b738-137b8e589068 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:54:34.566955 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8f77bbfe-0dbf-4285-a51c-f215118c498e req-5ae46db3-422d-419a-b9c4-865a585c85d5 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2711458
Feb 18 02:54:34.572043 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25f08c10-8763-4eb6-9f81-a77c56f808a8 req-cc1f7ff0-deec-46a4-ba81-f2dfc724c0a4 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b7dd5fd-6647-4a9c-af47-0afd035eca69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551084
Feb 18 02:54:34.610801 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-c2b065f1-175f-40d8-a455-33841bfbaec2 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484568
Feb 18 02:54:34.676483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:34.774645 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc3bfddb-1b9a-4350-a463-809661613304 req-288856eb-d610-4649-913f-79b57882b635 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561430
Feb 18 02:54:34.925504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da63e41a-549c-45e2-aebf-e23c319f966e tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:35.054471 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-44bc4410-52de-4d7f-a00d-601d514f1506 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789230
Feb 18 02:54:35.054751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Pushing event deleted for resources: {'Port': ['ID=b572c233-3127-467c-b738-137b8e589068,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:35.071478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:35.076553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device b572c233-3127-467c-b738-137b8e589068 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:54:35.119794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: b572c233-3127-467c-b738-137b8e589068 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:54:35.121176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device b572c233-3127-467c-b738-137b8e589068 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:54:35.161441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e46e04-95c0-4684-9ea2-cdb2bafb01bf req-5bd291e6-5d07-4250-8446-2c957c4c115b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:35.162968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f4e46e04-95c0-4684-9ea2-cdb2bafb01bf req-5bd291e6-5d07-4250-8446-2c957c4c115b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.1981111
Feb 18 02:54:35.184683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-17f800a6-2773-4900-a348-b68941416a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:35.186410 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-17f800a6-2773-4900-a348-b68941416a00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 1163 time: 0.0915186
Feb 18 02:54:35.233112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] No DVR routers for this DVR port b572c233-3127-467c-b738-137b8e589068 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:54:35.242669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:35.247051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'name': 'network-vif-deleted', 'tag': 'b572c233-3127-467c-b738-137b8e589068'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:35.268496 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f4e46e04-95c0-4684-9ea2-cdb2bafb01bf req-04d26a49-2315-47b2-ac4c-f6e82f0b1950 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987711
Feb 18 02:54:35.270245 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ba64579-ab2b-4d7e-90f8-d485e9769d1c req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.44 "DELETE /v2.0/ports/b572c233-3127-467c-b738-137b8e589068 HTTP/1.1" status: 204  len: 173 time: 1.4913015
Feb 18 02:54:35.300912 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0739ec-1ff4-4034-b2e6-ce993ab53fa5', 'name': 'network-vif-deleted', 'tag': 'b572c233-3127-467c-b738-137b8e589068', 'status': 'completed', 'code': 200}
Feb 18 02:54:35.350883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-b7afc152-1614-486c-a9e8-22a39344e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:35.352496 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-b7afc152-1614-486c-a9e8-22a39344e75b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 200  len: 908 time: 0.1443000
Feb 18 02:54:35.429706 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-55b4047d-2ea4-41ad-8b0d-f9b474d4d4d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baceb57d-19a7-43bf-ae0a-b6afe8a199bf HTTP/1.1" status: 200  len: 217 time: 0.0687137
Feb 18 02:54:35.503213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-ccd8606b-1f8c-4a6c-baca-824764941efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:35.504828 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-ccd8606b-1f8c-4a6c-baca-824764941efc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 200  len: 854 time: 0.0644927
Feb 18 02:54:35.563932 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-d756d050-935d-4974-8189-c74197429cb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7ffd2ab-2299-4261-be01-f61380fee2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458221
Feb 18 02:54:35.718053 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-25cd8a57-5c11-4c07-8d91-f891585dbd6d service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422048
Feb 18 02:54:35.772114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c46f0f0f-16d3-4c6e-ba80-2449d6335c7d req-0910ca26-5c0d-42d6-ba96-7eaeadb6eb53 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Synchronizing usage tracker for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:35.845455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c46f0f0f-16d3-4c6e-ba80-2449d6335c7d req-0910ca26-5c0d-42d6-ba96-7eaeadb6eb53 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Unset dirty status for tenant:4a597beff8ee44d982c4c7ad6a993045 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:35.846737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c46f0f0f-16d3-4c6e-ba80-2449d6335c7d req-0910ca26-5c0d-42d6-ba96-7eaeadb6eb53 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f0739ec-1ff4-4034-b2e6-ce993ab53fa5 HTTP/1.1" status: 200  len: 210 time: 0.1310773
Feb 18 02:54:35.877540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a391ec-5454-42f0-82b4-b84505cd72f0 req-315da1aa-a95e-4279-98da-3a464226a1a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506810
Feb 18 02:54:35.956012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-b9c431c9-468c-487f-8ce3-8a452b2e8512 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:35.957667 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-b9c431c9-468c-487f-8ce3-8a452b2e8512 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.1811664
Feb 18 02:54:36.026945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2ca5-e124-4898-b6d8-28be76d023d6 req-184b1836-3747-4495-af59-afa1d3c384b4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:36.028648 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac2c2ca5-e124-4898-b6d8-28be76d023d6 req-184b1836-3747-4495-af59-afa1d3c384b4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.1769843
Feb 18 02:54:36.066728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Deleting port 41be444f-2324-4aa7-9342-c3aa55b1adf4 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:54:36.067109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:36.149627 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ac2c2ca5-e124-4898-b6d8-28be76d023d6 req-2e724eaf-802f-4756-82a2-696ba357a0fb tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1126709
Feb 18 02:54:36.364051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] For port 41be444f-2324-4aa7-9342-c3aa55b1adf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=41be444f-2324-4aa7-9342-c3aa55b1adf4,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:36.364901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:36.540126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Calling delete_port for 41be444f-2324-4aa7-9342-c3aa55b1adf4 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:54:36.655888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7265d-69c1-41a0-8f36-07883cb68384 req-f829f7b1-76e3-41c2-aebd-14d46837e626 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:36.658329 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3ec7265d-69c1-41a0-8f36-07883cb68384 req-f829f7b1-76e3-41c2-aebd-14d46837e626 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b89edd0-d70b-4318-8c98-7885448c8333 HTTP/1.1" status: 200  len: 945 time: 0.2278297
Feb 18 02:54:36.756737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3ec7265d-69c1-41a0-8f36-07883cb68384 req-fbe93b61-f7f2-4982-ba73-6a78f64fd446 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683796
Feb 18 02:54:36.760419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:36.776006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-619f933d-99e2-41d2-b958-baace106a7cd tempest-VolumesActionsTest-459314173 tempest-VolumesActionsTest-459314173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:36.872989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event deleted for resources: {'Port': ['ID=41be444f-2324-4aa7-9342-c3aa55b1adf4,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:36.883128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:36.982761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] No DVR routers for this DVR port 41be444f-2324-4aa7-9342-c3aa55b1adf4 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:54:36.985132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:36.997456 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6cd7b405-370a-4fb1-a334-68b68b3592bf req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "DELETE /v2.0/ports/41be444f-2324-4aa7-9342-c3aa55b1adf4 HTTP/1.1" status: 204  len: 173 time: 1.0311916
Feb 18 02:54:37.306086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b89edd0-d70b-4318-8c98-7885448c8333', 'name': 'network-vif-deleted', 'tag': '41be444f-2324-4aa7-9342-c3aa55b1adf4'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:37.359934 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b89edd0-d70b-4318-8c98-7885448c8333', 'name': 'network-vif-deleted', 'tag': '41be444f-2324-4aa7-9342-c3aa55b1adf4', 'status': 'completed', 'code': 200}
Feb 18 02:54:37.383339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb2c5f-c430-4f5c-aa35-5ff59dbe9b97 req-831a507c-5736-42c7-916c-1c290a659e66 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:37.385027 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cbb2c5f-c430-4f5c-aa35-5ff59dbe9b97 req-831a507c-5736-42c7-916c-1c290a659e66 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.1203201
Feb 18 02:54:37.437058 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4cbb2c5f-c430-4f5c-aa35-5ff59dbe9b97 req-25884021-5978-4fa2-bbe7-4424d134f045 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0448034
Feb 18 02:54:37.691124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 41be444f-2324-4aa7-9342-c3aa55b1adf4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:54:37.729989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: 41be444f-2324-4aa7-9342-c3aa55b1adf4 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:54:37.730382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 41be444f-2324-4aa7-9342-c3aa55b1adf4 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:54:38.243683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e665-45af-4eae-a3f4-79416ec21b87 req-4c234c6c-4d50-41c1-9fa8-44e6c3284b7b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:38.244360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-0366e665-45af-4eae-a3f4-79416ec21b87 req-4c234c6c-4d50-41c1-9fa8-44e6c3284b7b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:38.258978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-0366e665-45af-4eae-a3f4-79416ec21b87 req-4c234c6c-4d50-41c1-9fa8-44e6c3284b7b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:38.260256 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0366e665-45af-4eae-a3f4-79416ec21b87 req-4c234c6c-4d50-41c1-9fa8-44e6c3284b7b tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.1011963
Feb 18 02:54:38.311946 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0366e665-45af-4eae-a3f4-79416ec21b87 req-d8d9a871-cce4-4be1-9c13-e530ac0e2b80 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451326
Feb 18 02:54:38.644857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636c161-efb9-4c15-8a8c-634fce6bd571 req-20b80b4f-e21c-4721-9b37-fdee42e89410 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:38.646477 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6636c161-efb9-4c15-8a8c-634fce6bd571 req-20b80b4f-e21c-4721-9b37-fdee42e89410 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0898914
Feb 18 02:54:38.696800 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6636c161-efb9-4c15-8a8c-634fce6bd571 req-b9563038-7e1e-4605-b8a9-e432cac31d54 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0436671
Feb 18 02:54:39.404795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:39.515053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110ded5-b09f-404f-bb11-a182dbecccd7 req-c1e6da8a-8c68-423e-9b37-3a9597ab1438 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:39.517136 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9110ded5-b09f-404f-bb11-a182dbecccd7 req-c1e6da8a-8c68-423e-9b37-3a9597ab1438 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.0880888
Feb 18 02:54:39.567099 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9110ded5-b09f-404f-bb11-a182dbecccd7 req-b25d7ba6-d05c-49e2-8d7f-55cc8ca519c0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436761
Feb 18 02:54:40.028225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09715e-4c8e-403a-9827-9787c1728a97 req-d38c3075-40ab-482b-b55e-01047aafb872 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:40.029836 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb09715e-4c8e-403a-9827-9787c1728a97 req-d38c3075-40ab-482b-b55e-01047aafb872 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0879912
Feb 18 02:54:40.083815 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb09715e-4c8e-403a-9827-9787c1728a97 req-1a04f772-27bf-4e4f-9418-1301d43666e7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0469577
Feb 18 02:54:40.350629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-2bf5dae7-94a5-43cb-857b-f0ca01f86507 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:40.352138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-2bf5dae7-94a5-43cb-857b-f0ca01f86507 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.0848453
Feb 18 02:54:40.427844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Deleting port f67c920a-3ba4-49b0-ad0b-39ed1a502019 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:54:40.428239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:40.756133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] For port f67c920a-3ba4-49b0-ad0b-39ed1a502019, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f67c920a-3ba4-49b0-ad0b-39ed1a502019,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:40.756534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:40.897477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Calling delete_port for f67c920a-3ba4-49b0-ad0b-39ed1a502019 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:54:40.970899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3b667-edeb-48d4-92b7-5efaadbe9cc5 req-1c177102-169e-49a3-8b66-0f1bb5688be1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:40.972556 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dbb3b667-edeb-48d4-92b7-5efaadbe9cc5 req-1c177102-169e-49a3-8b66-0f1bb5688be1 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 946 time: 0.2894337
Feb 18 02:54:41.077851 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dbb3b667-edeb-48d4-92b7-5efaadbe9cc5 req-c575e24c-a717-4aec-85b8-082d7d36a3a0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872679
Feb 18 02:54:41.101462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:41.119182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4724c6f-3972-4ccd-b966-fd09e1848c90 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:41.442677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event deleted for resources: {'Port': ['ID=f67c920a-3ba4-49b0-ad0b-39ed1a502019,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:41.491049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:41.587957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11853e1-16d9-4be3-be7a-cf165c706644 req-dda1e153-e6e9-4d53-a36f-440be24227f1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:41.589582 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a11853e1-16d9-4be3-be7a-cf165c706644 req-dda1e153-e6e9-4d53-a36f-440be24227f1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.1530516
Feb 18 02:54:41.645823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] No DVR routers for this DVR port f67c920a-3ba4-49b0-ad0b-39ed1a502019 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:54:41.649834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:41.652441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'name': 'network-vif-deleted', 'tag': 'f67c920a-3ba4-49b0-ad0b-39ed1a502019'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:41.686188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f249ba3c-0d48-48b5-b468-1bff1db5b107 req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "DELETE /v2.0/ports/f67c920a-3ba4-49b0-ad0b-39ed1a502019 HTTP/1.1" status: 204  len: 173 time: 1.3277557
Feb 18 02:54:41.693026 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a11853e1-16d9-4be3-be7a-cf165c706644 req-a21f0ce9-fdf3-4001-bfb1-bae1a14e586f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0681927
Feb 18 02:54:41.748902 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a60bb8-6fce-42a7-b17b-add1ba2f3085', 'name': 'network-vif-deleted', 'tag': 'f67c920a-3ba4-49b0-ad0b-39ed1a502019', 'status': 'completed', 'code': 200}
Feb 18 02:54:42.243483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ebc9e007-cbab-41e3-8a7f-43e96fbc5b76 req-0efc1bfa-031a-440d-aad6-4266c2c33508 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:42.258249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ebc9e007-cbab-41e3-8a7f-43e96fbc5b76 req-0efc1bfa-031a-440d-aad6-4266c2c33508 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:42.259487 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ebc9e007-cbab-41e3-8a7f-43e96fbc5b76 req-0efc1bfa-031a-440d-aad6-4266c2c33508 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 210 time: 0.0668020
Feb 18 02:54:42.890163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5727a-81ca-4132-8729-4e49192e4cef req-e1e3a65d-7834-4165-999f-f521ceac6dc1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:42.891782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe5727a-81ca-4132-8729-4e49192e4cef req-e1e3a65d-7834-4165-999f-f521ceac6dc1 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0857847
Feb 18 02:54:42.948847 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe5727a-81ca-4132-8729-4e49192e4cef req-0384933f-d8eb-4c52-9541-96d6024bd3ed tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0499094
Feb 18 02:54:43.426235 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2c7de9f-ac3b-4aec-9771-0424b4a454aa req-60ec8d0c-79b7-46b3-a153-26a1017c0ef0 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 210 time: 0.0521073
Feb 18 02:54:44.160877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fcb8-b19e-42e4-9d64-c4ae04870613 req-4bf05db0-5159-468e-90a7-ea2e2463ea80 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:44.162490 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e477fcb8-b19e-42e4-9d64-c4ae04870613 req-4bf05db0-5159-468e-90a7-ea2e2463ea80 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0953162
Feb 18 02:54:44.211755 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e477fcb8-b19e-42e4-9d64-c4ae04870613 req-10bedb31-1f61-4f91-80f0-7aa808232011 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0428221
Feb 18 02:54:44.603127 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb09dd86-91d4-4611-9cca-69f84926836c req-094abdec-1ec6-415b-898f-a6a84a855ede tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a60bb8-6fce-42a7-b17b-add1ba2f3085 HTTP/1.1" status: 200  len: 210 time: 0.0509992
Feb 18 02:54:44.824604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a064b1d0-745d-4f19-9658-2bf58419bb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:45.113667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device f67c920a-3ba4-49b0-ad0b-39ed1a502019 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:54:45.153708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: f67c920a-3ba4-49b0-ad0b-39ed1a502019 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:54:45.154221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device f67c920a-3ba4-49b0-ad0b-39ed1a502019 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:54:45.421913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a7cee-cb9f-41b9-b8ea-1241205c01bc req-9bdfc720-0683-413b-8918-d2f906eec16c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:45.423896 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b9a7cee-cb9f-41b9-b8ea-1241205c01bc req-9bdfc720-0683-413b-8918-d2f906eec16c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0957017
Feb 18 02:54:45.484415 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b9a7cee-cb9f-41b9-b8ea-1241205c01bc req-bb7f3b8a-7ea6-441d-a46f-b0fcfc445f3d tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0462768
Feb 18 02:54:46.698176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a86a-f9c0-4426-af99-2e68b8c00e2a req-5d30c887-24b5-4838-adc1-da53330fc48c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:46.699821 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ded3a86a-f9c0-4426-af99-2e68b8c00e2a req-5d30c887-24b5-4838-adc1-da53330fc48c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0963767
Feb 18 02:54:46.752445 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ded3a86a-f9c0-4426-af99-2e68b8c00e2a req-5a7ee356-4bfe-4dfb-a124-8acd983c999d tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0462592
Feb 18 02:54:47.327184 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008f69-420e-448f-ada4-bc2efaf83295 req-f0503ba8-3c81-402b-9cd3-682b010e509f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:47.328950 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df008f69-420e-448f-ada4-bc2efaf83295 req-f0503ba8-3c81-402b-9cd3-682b010e509f tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.0854800
Feb 18 02:54:47.352260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a4a931ee-eb9f-42e4-b64c-f2370fada81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:47.384968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df008f69-420e-448f-ada4-bc2efaf83295 req-395a094b-a903-422f-bc44-06e7ebd6d088 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470331
Feb 18 02:54:47.523233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:47.965370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43ec00-9fd0-4498-8e0c-459744007bd6 req-9a6344e4-eff9-4315-8cb3-c1f312a7cbc7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:47.966938 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b43ec00-9fd0-4498-8e0c-459744007bd6 req-9a6344e4-eff9-4315-8cb3-c1f312a7cbc7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0936475
Feb 18 02:54:48.019817 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5b43ec00-9fd0-4498-8e0c-459744007bd6 req-8b339b7e-7b5f-4f73-b7f2-03ddf2aee574 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0457437
Feb 18 02:54:48.601646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19526aa-a304-4d5c-94c3-1e153191251b req-10d7e13b-4760-4513-99f0-1bcf834b381e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:48.603440 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a19526aa-a304-4d5c-94c3-1e153191251b req-10d7e13b-4760-4513-99f0-1bcf834b381e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.0959139
Feb 18 02:54:48.667466 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a19526aa-a304-4d5c-94c3-1e153191251b req-c98518e4-0cb2-40ce-83e5-d57cd4ab4b05 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545294
Feb 18 02:54:48.726722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9fb55733-45d4-4856-8a71-fa24495f615b req-5bb428b2-99b8-4ce2-b3e1-5e267b6f23e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Synchronizing usage tracker for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:48.742741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9fb55733-45d4-4856-8a71-fa24495f615b req-5bb428b2-99b8-4ce2-b3e1-5e267b6f23e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Unset dirty status for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:48.743992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-5bb428b2-99b8-4ce2-b3e1-5e267b6f23e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-478268969&fields=id&tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b HTTP/1.1" status: 200  len: 267 time: 0.0621107
Feb 18 02:54:48.826634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:48.910262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-16bc12ad-d3ec-43ac-a2f0-8abff47496c1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:48.911037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9fb55733-45d4-4856-8a71-fa24495f615b req-16bc12ad-d3ec-43ac-a2f0-8abff47496c1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Synchronizing usage tracker for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:network {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:48.932594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9fb55733-45d4-4856-8a71-fa24495f615b req-16bc12ad-d3ec-43ac-a2f0-8abff47496c1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Unset dirty status for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:network {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:48.933891 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-16bc12ad-d3ec-43ac-a2f0-8abff47496c1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 809 time: 0.1826506
Feb 18 02:54:48.950839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-a5426718-934b-4605-867f-ff3c52e2030f tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/quotas/5f3055f0bf4a4f7882bf62ab3912cd7b HTTP/1.1" status: 200  len: 375 time: 0.0100944
Feb 18 02:54:49.044835 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-2f9c486d-bd6e-49e7-933c-c090bdd5a3e1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0874221
Feb 18 02:54:49.188016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:49.366331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device baceb57d-19a7-43bf-ae0a-b6afe8a199bf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:49.395687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9900-162b-43a0-a9cd-6b1f5b7fc828 req-1d7669c5-dad4-42fc-8ed7-f3c472bf7905 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:49.397319 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33ab9900-162b-43a0-a9cd-6b1f5b7fc828 req-1d7669c5-dad4-42fc-8ed7-f3c472bf7905 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.2579322
Feb 18 02:54:49.408363 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-1c2ec93d-1fac-49a5-80c5-39f3c4094fff service neutron] 10.222.0.53 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494642
Feb 18 02:54:49.574242 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33ab9900-162b-43a0-a9cd-6b1f5b7fc828 req-eb2aa8c4-1732-4f97-9fd0-6732ebe26137 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1691649
Feb 18 02:54:49.598492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port baceb57d-19a7-43bf-ae0a-b6afe8a199bf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:49.599123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:49.608280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-b3c81501-841e-4ce0-bdbb-0e58793bc3ba tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:49.609847 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-b3c81501-841e-4ce0-bdbb-0e58793bc3ba tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.2687120
Feb 18 02:54:49.683773 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-2623ea39-8e72-4dcf-a9b5-51638600c096 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2653487
Feb 18 02:54:49.706388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Deleting port baceb57d-19a7-43bf-ae0a-b6afe8a199bf {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:54:49.706984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:50.050318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966158f9-efaf-4171-bfe2-03f27f20a856 req-1adcbfb0-d340-42c4-8b8e-040cc2cdb22d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:50.052030 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-966158f9-efaf-4171-bfe2-03f27f20a856 req-1adcbfb0-d340-42c4-8b8e-040cc2cdb22d tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 946 time: 0.2341578
Feb 18 02:54:50.103351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] For port baceb57d-19a7-43bf-ae0a-b6afe8a199bf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,segment=NetworkSegment(db7ca43b-db06-4156-89a6-2ae773831ecc),segment_id=db7ca43b-db06-4156-89a6-2ae773831ecc)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:54:50.103783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:50.260578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Calling delete_port for baceb57d-19a7-43bf-ae0a-b6afe8a199bf owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:54:50.293410 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-966158f9-efaf-4171-bfe2-03f27f20a856 req-636bb1a4-cabc-4478-9ba0-ff2418b04888 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255774
Feb 18 02:54:50.361568 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b96d0691-a0d8-4585-b234-bee114016d52 req-f02425c9-3a36-43bf-9c69-14ba738444cf tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.1094010
Feb 18 02:54:50.468419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:50.484655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0a7f89bd-4595-47fb-84ad-e2a766c494d9 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:50.587454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Pushing event deleted for resources: {'Port': ['ID=baceb57d-19a7-43bf-ae0a-b6afe8a199bf,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:50.597456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:50.756047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] No DVR routers for this DVR port baceb57d-19a7-43bf-ae0a-b6afe8a199bf on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:54:50.765008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:50.767694 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'name': 'network-vif-deleted', 'tag': 'baceb57d-19a7-43bf-ae0a-b6afe8a199bf'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:50.788011 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f2c6e34-bbe9-4882-b5c4-89c223e8ba03 req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.44 "DELETE /v2.0/ports/baceb57d-19a7-43bf-ae0a-b6afe8a199bf HTTP/1.1" status: 204  len: 173 time: 1.1720073
Feb 18 02:54:50.811232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b43aa-d32c-43f5-b8a9-f924b426425d req-e8169f18-8dca-4194-b46a-76ec2a064cef tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:50.813153 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a6b43aa-d32c-43f5-b8a9-f924b426425d req-e8169f18-8dca-4194-b46a-76ec2a064cef tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.1159146
Feb 18 02:54:50.820786 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f2837f-2187-4f38-9cef-b9fbe9803958', 'name': 'network-vif-deleted', 'tag': 'baceb57d-19a7-43bf-ae0a-b6afe8a199bf', 'status': 'completed', 'code': 200}
Feb 18 02:54:50.864816 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a6b43aa-d32c-43f5-b8a9-f924b426425d req-fe5bb0c7-c094-40cc-8fea-e31b038e8066 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0431137
Feb 18 02:54:51.456991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-64480d50-0d62-45fa-93fe-9b56fd58c733 req-fc75127a-013a-479f-b4a8-2c857a1ef966 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Synchronizing usage tracker for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:51.471582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-64480d50-0d62-45fa-93fe-9b56fd58c733 req-fc75127a-013a-479f-b4a8-2c857a1ef966 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Unset dirty status for tenant:5bac0c4ff10c4e9888c18e752fb19407 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:51.472798 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64480d50-0d62-45fa-93fe-9b56fd58c733 req-fc75127a-013a-479f-b4a8-2c857a1ef966 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0656445
Feb 18 02:54:51.620733 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76089ce0-a5ef-4946-be59-f7b06e1d4dc2 req-3dc36ff8-dabf-4429-93be-60aaefba70dc tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.0481753
Feb 18 02:54:52.064571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbb30a-0809-45b1-920e-ecc7bb4224e7 req-69d458e2-96ab-4601-9034-12030f251bd6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:52.066157 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5fbb30a-0809-45b1-920e-ecc7bb4224e7 req-69d458e2-96ab-4601-9034-12030f251bd6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0870454
Feb 18 02:54:52.118296 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5fbb30a-0809-45b1-920e-ecc7bb4224e7 req-d7dceb50-2f34-499d-b5c3-e01009b62a10 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0459080
Feb 18 02:54:52.634095 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df2629ad-7158-4e7d-9657-64ce62890e4a req-af5578c5-17d4-4601-8a61-1e650a1fef5c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0483267
Feb 18 02:54:52.659956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:54:52.784607 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0493b880-11e7-4d25-b06e-a5599b0a107f req-f9be6111-9bd4-4766-95e3-aab175e22b51 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.0500679
Feb 18 02:54:53.540165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901025b9-d18c-46c4-b710-7b2966018aa4 req-2f10636d-fbf2-4bc8-ada2-8cecfb0389bf tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:53.541745 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-901025b9-d18c-46c4-b710-7b2966018aa4 req-2f10636d-fbf2-4bc8-ada2-8cecfb0389bf tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.3108549
Feb 18 02:54:53.590769 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-901025b9-d18c-46c4-b710-7b2966018aa4 req-41fabf1c-1674-471b-9380-6ffb266dab48 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0426259
Feb 18 02:54:53.793039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-51f359c3-f527-435e-bb1e-a9cc5bd3505d req-39665531-baa4-4491-80db-8530620cb766 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0479214
Feb 18 02:54:53.948319 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26d3abf3-bd3e-4e55-ab46-4267892c46c5 req-a0f056b1-8007-4529-85a5-5576fdcde14a tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.0512865
Feb 18 02:54:54.702377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device baceb57d-19a7-43bf-ae0a-b6afe8a199bf no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:54:54.746069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: baceb57d-19a7-43bf-ae0a-b6afe8a199bf {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:54:54.746473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device baceb57d-19a7-43bf-ae0a-b6afe8a199bf not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:54:54.800610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6a71-0617-4ea9-856d-65143b269a24 req-83dd09c0-9c2d-41dc-b53f-cf9901c774b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:54.802788 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-550c6a71-0617-4ea9-856d-65143b269a24 req-83dd09c0-9c2d-41dc-b53f-cf9901c774b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.0922539
Feb 18 02:54:54.855364 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-550c6a71-0617-4ea9-856d-65143b269a24 req-4fb30e48-4e3f-40a0-a5ce-b6a9f6a4e0f2 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0458598
Feb 18 02:54:54.978134 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f057ba45-4e33-4684-8efb-cce7b850ae86 req-9f70368e-a1f1-4377-bec6-5926ffb19d6c tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0523880
Feb 18 02:54:55.110717 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e404b188-e0d5-4dd3-b661-905d58af271b req-b359abe6-b6bc-403c-b3e5-782d3bca2e2f tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.0478892
Feb 18 02:54:55.432131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:55.506224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:55.506739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:56.135373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-343a0eba-e491-4a4a-865b-5736742e1590 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:56.148188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-343a0eba-e491-4a4a-865b-5736742e1590 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 809 time: 0.2624772
Feb 18 02:54:56.249264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b6245-f3fa-44bd-aedb-b5bccd40f629 req-7d011af9-6611-47aa-aff8-5ca1d2461dab tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:56.251410 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-713b6245-f3fa-44bd-aedb-b5bccd40f629 req-7d011af9-6611-47aa-aff8-5ca1d2461dab tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.2663555
Feb 18 02:54:56.277699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4f19299-bbab-406a-9cd8-29687b24f978 req-c6eeeec1-7a9b-40a4-9cfc-32b19e2f0a11 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f2837f-2187-4f38-9cef-b9fbe9803958 HTTP/1.1" status: 200  len: 210 time: 0.0802255
Feb 18 02:54:56.343735 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-9fd79f7f-f477-49b9-acae-baf5714bc34b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b HTTP/1.1" status: 200  len: 5757 time: 0.1802092
Feb 18 02:54:56.356718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'port': {'device_id': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'admin_state_up': True, 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'security_groups': ['633f5208-8aa4-4e62-b422-cbb51b5e722f']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:56.504325 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-713b6245-f3fa-44bd-aedb-b5bccd40f629 req-21bd2343-ce3d-43c4-8868-4ac16dcb833e tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2312140
Feb 18 02:54:56.506474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-861cb3c8-2fed-4296-bc42-b1bce416a31d req-fc8d1f6d-052f-49b0-b7a2-a306adf37143 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.0781598
Feb 18 02:54:56.568259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:54:56.572185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Usage tracker for resource:port and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:54:56.575105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:54:56.580985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:54:56.589611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Made reservation on behalf of 5f3055f0bf4a4f7882bf62ab3912cd7b for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:54:56.595573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:56.920878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:54:56.927293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Allocated IP 172.20.0.6 (5cd6049a-212b-4fec-8c07-684e5621eb04/6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67/1d52156d-b086-4f14-991f-3fb632c839b0) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:54:57.050635 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:57.051067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.154087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.170968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Transition to ACTIVE for port object 1d52156d-b086-4f14-991f-3fb632c839b0 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:57.195186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.210749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:57.351299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:57.364138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:57.376716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45538) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:57.408489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:54:57.409636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:54:57.412113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:54:57.480560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:57.481377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.504512 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1523573
Feb 18 02:54:57.517636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Request body: {'port': {'device_id': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:54:57.583970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Deleting subnet 6b9b78d8-4e46-4e1e-991e-bef961861d6e {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:54:57.587806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.625343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f2987da1-064d-43b0-b600-9b81f12f2e18 None None] Provisioning for port 1d52156d-b086-4f14-991f-3fb632c839b0 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:54:57.631013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f2987da1-064d-43b0-b600-9b81f12f2e18 None None] Provisioning complete for port 1d52156d-b086-4f14-991f-3fb632c839b0 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:54:57.631654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2987da1-064d-43b0-b600-9b81f12f2e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.681139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.712803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f2987da1-064d-43b0-b600-9b81f12f2e18 None None] Port 1d52156d-b086-4f14-991f-3fb632c839b0 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:54:57.741853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.754279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:57.955045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9573e-35f8-47c9-813c-36f62b09521f req-eb77fb78-0f32-44a7-acae-4cb3059e4b49 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:57.955761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-02a9573e-35f8-47c9-813c-36f62b09521f req-eb77fb78-0f32-44a7-acae-4cb3059e4b49 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Synchronizing usage tracker for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:54:57.967245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7476c4-5b68-4327-8610-93db3402d49d req-1f39e3f9-5481-4431-b7c5-a53747339845 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:57.968871 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dd7476c4-5b68-4327-8610-93db3402d49d req-1f39e3f9-5481-4431-b7c5-a53747339845 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.2565095
Feb 18 02:54:58.002354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.018359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:58.079066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-02a9573e-35f8-47c9-813c-36f62b09521f req-eb77fb78-0f32-44a7-acae-4cb3059e4b49 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Unset dirty status for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:54:58.080570 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02a9573e-35f8-47c9-813c-36f62b09521f req-eb77fb78-0f32-44a7-acae-4cb3059e4b49 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 931 time: 0.4179862
Feb 18 02:54:58.111202 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dd7476c4-5b68-4327-8610-93db3402d49d req-c2c276a6-4cd1-467a-bd95-5f21077fa44f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&id=4b1b574b-471e-4bcf-b8b6-72e8586275b1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1003747
Feb 18 02:54:58.112226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9b78d8-4e46-4e1e-991e-bef961861d6e,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:58.115352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:58.182358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.190419 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-de0bb0db-3918-4a24-b169-f9cf7ecbc0d7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6b9b78d8-4e46-4e1e-991e-bef961861d6e HTTP/1.1" status: 204  len: 168 time: 0.8125525
Feb 18 02:54:58.193323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45554) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:58.228091 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02a9573e-35f8-47c9-813c-36f62b09521f req-fe1a60e4-d49a-43c7-ad0b-21c1ff771f75 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1395807
Feb 18 02:54:58.319874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.368109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d52156d-b086-4f14-991f-3fb632c839b0 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:54:58.377304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.391354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Transition to ACTIVE for port object 1d52156d-b086-4f14-991f-3fb632c839b0 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:54:58.395539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.412754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-acf6b2d7-d29b-476d-95c0-9ef65986fd7c tempest-ServerRescueNegativeTestJSON-1556831978 tempest-ServerRescueNegativeTestJSON-1556831978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:58.564565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:58.567806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:58.754203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.882481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87aeae6ac8>,) {'filters': {'network_id': ['c7ffd2ab-2299-4261-be01-f61380fee2a9']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:58.896745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87aeae6ac8>, 'db7ca43b-db06-4156-89a6-2ae773831ecc') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:58.897002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87aeae6ac8>, 'db7ca43b-db06-4156-89a6-2ae773831ecc') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:54:58.910971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.927284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:58.929989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:54:58.999763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Attempting to bind port 1d52156d-b086-4f14-991f-3fb632c839b0 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:54:59.000089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Attempting to bind port 1d52156d-b086-4f14-991f-3fb632c839b0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:54:59.000456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Attempting to bind port 1d52156d-b086-4f14-991f-3fb632c839b0 on network 5cd6049a-212b-4fec-8c07-684e5621eb04 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:54:59.006043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:54:59.006414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Checking segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:54:59.006812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.007204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Bound using segment: {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:54:59.007722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Bound port: 1d52156d-b086-4f14-991f-3fb632c839b0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abafe52-6239-482c-9d2f-ebf0c482c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:54:59.008091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.105264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:54:59.108762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:54:59.108991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d52156d-b086-4f14-991f-3fb632c839b0,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:54:59.112313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.122355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.127860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d2b700f0-c3fa-49da-a820-279bbfe9f484 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:59.284500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:59.290039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:59.308478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Network c7ffd2ab-2299-4261-be01-f61380fee2a9 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:54:59.324394 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:59.325078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.326582 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] 10.222.0.44 "PUT /v2.0/ports/1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 1157 time: 1.8141391
Feb 18 02:54:59.327158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:54:59.337680 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:54:59.442534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.447519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.459383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:59.479054 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'status': 'completed', 'code': 200}
Feb 18 02:54:59.482045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7ffd2ab-2299-4261-be01-f61380fee2a9 HTTP/1.1" status: 204  len: 168 time: 1.2874701
Feb 18 02:54:59.487087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ffd2ab-2299-4261-be01-f61380fee2a9,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:59.494221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:59.537434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a653f5-2af5-48ad-b570-9701f15cb346 req-e0a15d78-50a6-468c-81a7-b2e0796e9294 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:59.539105 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13a653f5-2af5-48ad-b570-9701f15cb346 req-e0a15d78-50a6-468c-81a7-b2e0796e9294 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.1806056
Feb 18 02:54:59.542280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-eec1c548-fbb1-40c4-b923-c79eb34a1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:59.543864 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-eec1c548-fbb1-40c4-b923-c79eb34a1df5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1160 time: 0.1356370
Feb 18 02:54:59.623924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45576) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:59.641274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-14c6c34a-a173-4b88-9751-57ec7201ef79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 217 time: 0.0784194
Feb 18 02:54:59.681780 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b68a3c5c-0bd8-4fe3-b415-c67442dc0ac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bac0c4ff10c4e9888c18e752fb19407&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0563629
Feb 18 02:54:59.682451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45582) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:54:59.709987 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13a653f5-2af5-48ad-b570-9701f15cb346 req-45fd1f2a-4d68-4c6d-8264-4a52ee190c55 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1627002
Feb 18 02:54:59.735524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-4f5603b3-f5d9-4c01-af4b-73d798c1bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:59.735524 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-4f5603b3-f5d9-4c01-af4b-73d798c1bb69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0814149
Feb 18 02:54:59.754369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.783584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.822805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55733-45d4-4856-8a71-fa24495f615b req-e1df1064-2dd8-44df-b1a0-1e2b0607e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:54:59.824544 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-e1df1064-2dd8-44df-b1a0-1e2b0607e7b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0842216
Feb 18 02:54:59.839662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.845557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1141dd9a-4306-4211-b7b9-44e6b81149fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:54:59.859928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:54:59.864207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:54:59.867457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:54:59.868704 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40ab7a67-13e2-42d8-9ab2-b69bf70d5c0b HTTP/1.1" status: 204  len: 168 time: 0.1852779
Feb 18 02:54:59.975923 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-6af883f6-f98f-4d9d-8104-83cd7fdca528 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436632
Feb 18 02:55:00.123300 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fb55733-45d4-4856-8a71-fa24495f615b req-5a380494-41d6-4b0e-8e8b-83c5798ba7d7 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407697
Feb 18 02:55:00.242475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-0ce32d88-ac19-432e-b1c5-b5b26e9ce1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:00.244131 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-0ce32d88-ac19-432e-b1c5-b5b26e9ce1b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1160 time: 0.0769083
Feb 18 02:55:00.389316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-d4885f89-019e-4321-9a3a-00ac35ffb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:00.390898 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-d4885f89-019e-4321-9a3a-00ac35ffb013 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1401618
Feb 18 02:55:00.469101 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-9c0d4abf-d471-43c3-b136-cff20d4d33e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 217 time: 0.0712144
Feb 18 02:55:00.545998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-c278a746-4505-496f-9fe0-160d7566799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:00.548147 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-c278a746-4505-496f-9fe0-160d7566799b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0711799
Feb 18 02:55:00.631509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-4dea8c6e-6c2a-45a1-8617-9653ceb89ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:00.633138 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-4dea8c6e-6c2a-45a1-8617-9653ceb89ace service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0788999
Feb 18 02:55:00.909823 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-fc5a624e-737f-4c50-837b-ad27244d8782 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693989
Feb 18 02:55:01.088888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929466-c717-47b4-b321-59be81658eb3 req-6d226fdb-aaa1-4934-9802-761c69f24c15 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:01.088888 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65929466-c717-47b4-b321-59be81658eb3 req-6d226fdb-aaa1-4934-9802-761c69f24c15 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.2313583
Feb 18 02:55:01.128968 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-05aa016e-a4f2-4bd5-9099-1cf2c2482d8e req-19f59e02-b1ec-4660-a6e8-7315a6645c86 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1972053
Feb 18 02:55:01.152196 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65929466-c717-47b4-b321-59be81658eb3 req-bd52f513-c3de-4c1c-b2ff-6bdc37977153 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0530927
Feb 18 02:55:02.355229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6ad6-44ad-4ba3-a350-86f181820a9c req-cd3a7839-02f9-412b-829e-30372836c6a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:02.356890 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c34a6ad6-44ad-4ba3-a350-86f181820a9c req-cd3a7839-02f9-412b-829e-30372836c6a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0877213
Feb 18 02:55:02.404389 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c34a6ad6-44ad-4ba3-a350-86f181820a9c req-7e749531-a85c-4517-a3a5-4f769b291bef tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403967
Feb 18 02:55:03.617066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940def3-1484-4a8d-827c-e37b3026ac9a req-46185575-436b-45f0-9e7b-2bc24821ae69 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:03.618584 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a940def3-1484-4a8d-827c-e37b3026ac9a req-46185575-436b-45f0-9e7b-2bc24821ae69 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0956640
Feb 18 02:55:03.667755 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a940def3-1484-4a8d-827c-e37b3026ac9a req-af1dbbac-28d8-4104-8674-7e4607617f79 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428669
Feb 18 02:55:04.280195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45678) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:04.403884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.419369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:55:04.423364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Usage tracker for resource:security_group_rule and tenant:de7dde3b5a8b413db3e5e110aa24678c is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:55:04.426328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:55:04.432311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:55:04.522049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.524757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.533943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5ab5a92f-d650-41c3-b21a-caac5f1014be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:04.576382 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de7dde3b5a8b413db3e5e110aa24678c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2950320
Feb 18 02:55:04.578039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cbb779-5c7c-4ba0-b722-34de7e7a804b,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:04.579958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 45686) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:04.587259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.587707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.588119 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.588520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.588915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.589312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.589884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.590287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.590682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.591073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.591464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.591882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.592359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.592790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.593180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.593567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.593953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.594395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.595327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.595754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.596149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.596540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.597291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.597291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:04.602594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cdd8bbb3-d8af-49cc-a9e0-5c7ce094e962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:04.646415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.674495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.724433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.729992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c316a362-f35f-461e-aff8-103ae1d3410b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:04.745947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:04.747982 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0cbb779-5c7c-4ba0-b722-34de7e7a804b HTTP/1.1" status: 204  len: 168 time: 0.1669230
Feb 18 02:55:04.749338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cbb779-5c7c-4ba0-b722-34de7e7a804b,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:04.754179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:04.893670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0323-fd26-4535-a786-8c30c03189b8 req-3419dfbc-a947-490a-bd72-72f9c28429f0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:04.895319 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45ab0323-fd26-4535-a786-8c30c03189b8 req-3419dfbc-a947-490a-bd72-72f9c28429f0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0990555
Feb 18 02:55:04.952451 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45ab0323-fd26-4535-a786-8c30c03189b8 req-b73658b7-ca05-4d29-8906-3ead1e96278a tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0494664
Feb 18 02:55:06.166205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c55d-cfde-4ae9-820f-322d4fd9c616 req-ca1105aa-5043-42c9-9d63-c6bccac7319b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:06.168016 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5087c55d-cfde-4ae9-820f-322d4fd9c616 req-ca1105aa-5043-42c9-9d63-c6bccac7319b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0991738
Feb 18 02:55:06.263772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5087c55d-cfde-4ae9-820f-322d4fd9c616 req-9c2d2a47-6086-42bc-801f-53d6e15edbc0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0785835
Feb 18 02:55:07.425959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45806) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:07.477267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce4351-0fbb-4575-838b-71d54e1ba0ec req-9404ef41-e29e-405b-8412-7cd888ca2684 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:07.478892 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4bce4351-0fbb-4575-838b-71d54e1ba0ec req-9404ef41-e29e-405b-8412-7cd888ca2684 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0898848
Feb 18 02:55:07.501664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Deleting subnet b78738c8-0afe-4d97-ab89-a6893194d90b {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:55:07.504996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:07.528548 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4bce4351-0fbb-4575-838b-71d54e1ba0ec req-61947097-12df-4421-ad0c-f391fd1002d3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431674
Feb 18 02:55:07.558878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:07.618812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:07.885586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:07.901854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:07.999237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78738c8-0afe-4d97-ab89-a6893194d90b,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:08.003763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:08.037749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:08.048851 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4791ae66-fe5c-4c07-aa80-9653dd2f5942 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b78738c8-0afe-4d97-ab89-a6893194d90b HTTP/1.1" status: 204  len: 168 time: 0.6217785
Feb 18 02:55:08.052257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45810) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:08.170912 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:08.364578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:08.483130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87af849860>,) {'filters': {'network_id': ['f18b7be8-3de8-4f37-9784-944421148a4c']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:08.498082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af849860>, '93a2bd55-3e76-4df6-956a-8e706738eb02') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:08.498534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af849860>, '93a2bd55-3e76-4df6-956a-8e706738eb02') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:08.511980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:08.527911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:08.529880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:55:08.710239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Network f18b7be8-3de8-4f37-9784-944421148a4c has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:55:08.719401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:08.741400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a5e3a-7bca-4ce8-a176-6f18dc3c02af req-25462bb4-73a6-42c9-9f09-ff3a2d127558 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:08.743522 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d49a5e3a-7bca-4ce8-a176-6f18dc3c02af req-25462bb4-73a6-42c9-9f09-ff3a2d127558 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0929716
Feb 18 02:55:08.794389 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d49a5e3a-7bca-4ce8-a176-6f18dc3c02af req-6ef935d0-826b-4ee8-9d65-56a44e6033e7 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446527
Feb 18 02:55:08.904893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Network f18b7be8-3de8-4f37-9784-944421148a4c has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:55:08.928289 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:55:09.008641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.011965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b25c17aa-2377-47f4-90e8-4a6ada540981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:09.026784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.037778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=f18b7be8-3de8-4f37-9784-944421148a4c,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:09.041433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:09.046043 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9e4363af-9dd0-4a88-9d23-a0ee34af9d5c admin admin] 10.222.0.53 "DELETE /v2.0/networks/f18b7be8-3de8-4f37-9784-944421148a4c HTTP/1.1" status: 204  len: 168 time: 0.9927235
Feb 18 02:55:09.234869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 45822) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:09.287273 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7024b16d-b15a-4eb2-9c20-9af833b13d51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a597beff8ee44d982c4c7ad6a993045&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509386
Feb 18 02:55:09.289737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 45826) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:09.355268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.385225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.408757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.436713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.442438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c116dfe0-55ba-4f60-9859-9f3650c0dbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:09.456653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7dd5fd-6647-4a9c-af47-0afd035eca69,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:09.462251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:09.464961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.468861 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b7dd5fd-6647-4a9c-af47-0afd035eca69 HTTP/1.1" status: 204  len: 168 time: 0.1779079
Feb 18 02:55:09.594174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:55:09.674764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 1d52156d-b086-4f14-991f-3fb632c839b0 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:55:09.680095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1d52156d-b086-4f14-991f-3fb632c839b0 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:55:09.680687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.814262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.848705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:55:09.861064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d52156d-b086-4f14-991f-3fb632c839b0,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:55:09.863398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:09.865607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-14a20bf7-db08-46c4-85e7-1ea47f68d643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:09.964242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:09.967829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:10.046083 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9442b9-a150-468b-9fe9-492654df9bad req-448196d8-0a75-46ef-a64a-b8451bce5fa9 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:10.048237 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea9442b9-a150-468b-9fe9-492654df9bad req-448196d8-0a75-46ef-a64a-b8451bce5fa9 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1180277
Feb 18 02:55:10.105754 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea9442b9-a150-468b-9fe9-492654df9bad req-89af0bb5-2f0a-43ee-ad47-f3ac316b30f2 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0509133
Feb 18 02:55:10.176252 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'code': 200}
Feb 18 02:55:10.501812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96005e-bbde-4a0c-93d1-ab237d27392e req-03c0b116-48a2-456f-aa65-87da5205235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:10.505264 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f96005e-bbde-4a0c-93d1-ab237d27392e req-03c0b116-48a2-456f-aa65-87da5205235f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.0867558
Feb 18 02:55:10.549569 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f96005e-bbde-4a0c-93d1-ab237d27392e req-01eea46b-93ae-4bd2-952e-ec8f63f3b8f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0385861
Feb 18 02:55:11.045621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:55:11.123360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1d52156d-b086-4f14-991f-3fb632c839b0 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:55:11.123751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:11.317485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596b5bf-4d1c-4579-a706-e940e0683222 req-7a3f977c-c4b6-410e-9222-302259257ea2 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:11.319080 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b596b5bf-4d1c-4579-a706-e940e0683222 req-7a3f977c-c4b6-410e-9222-302259257ea2 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0908360
Feb 18 02:55:11.367428 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b596b5bf-4d1c-4579-a706-e940e0683222 req-581f1b1a-457e-4369-ab16-6a9e15a19fca tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419595
Feb 18 02:55:12.572420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915e3b7-3a80-4449-a48b-16947733a398 req-10ec71ea-2d0c-4677-aede-84c819e153dd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:12.574009 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a915e3b7-3a80-4449-a48b-16947733a398 req-10ec71ea-2d0c-4677-aede-84c819e153dd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0858374
Feb 18 02:55:12.621788 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a915e3b7-3a80-4449-a48b-16947733a398 req-e46419fd-9789-47e4-8aef-aafbd611f5bf tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413096
Feb 18 02:55:12.828592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e67d4d-759c-4fb7-b63c-f6b61b312f7a req-2215078a-f6d0-45f8-af84-0898e64cb999 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:12.830281 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80e67d4d-759c-4fb7-b63c-f6b61b312f7a req-2215078a-f6d0-45f8-af84-0898e64cb999 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0908139
Feb 18 02:55:12.879239 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80e67d4d-759c-4fb7-b63c-f6b61b312f7a req-c2b54a5e-9e4d-483e-8fa8-8d6ed9de091c tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425992
Feb 18 02:55:13.079618 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-1d5e97ed-6770-41ca-97dd-619bd21c02ca tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1613519
Feb 18 02:55:13.089997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:55:13.096856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:55:13.100978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Usage tracker for resource:floatingip and tenant:5f3055f0bf4a4f7882bf62ab3912cd7b is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:55:13.104009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:55:13.109649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:55:13.119653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for floatingip, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:13.263848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:13.538104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Allocated IP 172.27.0.73 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/94801864-bfea-4fe5-a35d-84e8e63c80ec) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:55:13.919987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:13.952808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:13.968491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-81160f23-4de0-4f07-b1ff-bdd8a7a2009b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:14.103199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event updated for resources: {'Port': ['ID=94801864-bfea-4fe5-a35d-84e8e63c80ec,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:14.116433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:14.159795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:55:14.160850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:55:14.163070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:55:14.247856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.309000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.582111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.585574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.601026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:14.734084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event updated for resources: {'Port': ['ID=94801864-bfea-4fe5-a35d-84e8e63c80ec,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:14.746947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:14.826119 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c1d03451-df59-4e34-8cda-889f6c10caf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.841747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.864240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:14.865538 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7797031
Feb 18 02:55:14.956766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-db3778da-e1b4-4bfe-a9c1-358850ac1c07 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Synchronizing usage tracker for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:55:14.973540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-db3778da-e1b4-4bfe-a9c1-358850ac1c07 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Unset dirty status for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:55:14.974797 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-db3778da-e1b4-4bfe-a9c1-358850ac1c07 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 695 time: 0.1029499
Feb 18 02:55:15.137891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-4fb8c803-6171-4f4e-a3e4-e76346d4a885 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:15.139338 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f25ee76b-15e5-48e5-a185-5e42ddfb45fd req-4fb8c803-6171-4f4e-a3e4-e76346d4a885 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1585984
Feb 18 02:55:15.325082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-85f7b545-3948-441b-b006-9a87a7922eb0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:15.326613 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-85f7b545-3948-441b-b006-9a87a7922eb0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0900686
Feb 18 02:55:15.418017 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-b0f49cc9-9fa3-471b-8c98-d2108adb3bf3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 695 time: 0.0845261
Feb 18 02:55:15.428621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Request body: {'floatingip': {'port_id': '1d52156d-b086-4f14-991f-3fb632c839b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:55:15.508942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:16.164846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:16.167988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:16.363048 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Floating IP 77440021-1d30-4f81-99c4-b9ea1b538c00 associated. External IP: 172.27.0.73, port: 1d52156d-b086-4f14-991f-3fb632c839b0.
Feb 18 02:55:16.968998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:55:17.161757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:55:17.166326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:17.171667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] Sync routers for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:55:17.182294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:55:17.182965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef28710>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:54:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:17.227698 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3f8999ad-1485-4123-be8f-42e646edf4a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "PUT /v2.0/floatingips/77440021-1d30-4f81-99c4-b9ea1b538c00 HTTP/1.1" status: 200  len: 995 time: 1.8033674
Feb 18 02:55:17.228261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:55:17.385074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eacd9e9c-52fc-4a86-9051-f227a5a0d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:17.399369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:55:17.431865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3967f116-93e5-4f1f-9d3f-2cb80adba0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:17.433448 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-3967f116-93e5-4f1f-9d3f-2cb80adba0ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.1896386
Feb 18 02:55:17.572459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:17.578328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-6984e3e6-28ae-4cdc-bf79-fbdba622afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:17.580610 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-6984e3e6-28ae-4cdc-bf79-fbdba622afc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1406353
Feb 18 02:55:17.690781 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-196a5ba4-24fa-4e89-aa71-b99a6f534271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 998 time: 0.1033626
Feb 18 02:55:17.767528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-c0824c02-d0bb-4195-8202-85f673c997df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:17.769144 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-c0824c02-d0bb-4195-8202-85f673c997df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0708938
Feb 18 02:55:17.786007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef28710>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '77440021-1d30-4f81-99c4-b9ea1b538c00', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'port_id': '1d52156d-b086-4f14-991f-3fb632c839b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'mac_address': 'fa:16:3e:6d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:55:14Z', 'updated_at': '2021-02-18T02:55:16Z', 'revision_number': 1, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:17.790113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] Checking router: 8752b49f-134b-47d0-a3d7-ebc15dbf8771 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:55:17.799117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:55:17.799812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef28710>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:55:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:17.852315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-2ac7a6d5-6fac-480a-aef2-bbed248e9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:17.853957 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-2ac7a6d5-6fac-480a-aef2-bbed248e9586 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0781250
Feb 18 02:55:17.989245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:55:17.999285 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-216dd2af-6389-4c29-b1cb-585025ede683 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379347
Feb 18 02:55:18.151003 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f789c88e-64cb-4e78-9d5e-44045f9bc18a req-0caea6be-fe06-42bf-93e0-152fc96eebd5 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445966
Feb 18 02:55:18.209066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'status': 'completed', 'code': 200}
Feb 18 02:55:18.366548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef28710>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '77440021-1d30-4f81-99c4-b9ea1b538c00', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'port_id': '1d52156d-b086-4f14-991f-3fb632c839b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'mac_address': 'fa:16:3e:6d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:55:14Z', 'updated_at': '2021-02-18T02:55:16Z', 'revision_number': 1, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:55:18.370701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f97243-db6b-46f7-8348-d98990ebb167 None None] The sync data for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi is: [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '77440021-1d30-4f81-99c4-b9ea1b538c00', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'port_id': '1d52156d-b086-4f14-991f-3fb632c839b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'mac_address': 'fa:16:3e:6d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:55:14Z', 'updated_at': '2021-02-18T02:55:16Z', 'revision_number': 1, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:55:18.647199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c28eaa-02b0-45ad-8957-a2e4ce2df3cf None None] New status for floating IP 77440021-1d30-4f81-99c4-b9ea1b538c00: ACTIVE {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:55:18.677386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9c917-881a-4100-8fda-00a56aec149e req-016b622c-ad31-42b6-bd5c-17e765fbb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:18.679002 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-016b622c-ad31-42b6-bd5c-17e765fbb6ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.0838878
Feb 18 02:55:18.827793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9c917-881a-4100-8fda-00a56aec149e req-66234e4e-8bab-4ac0-a466-ecebb6cf9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:18.829712 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-66234e4e-8bab-4ac0-a466-ecebb6cf9a38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1432009
Feb 18 02:55:18.831955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:18.869731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:55:18.947106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1d52156d-b086-4f14-991f-3fb632c839b0 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:55:18.947555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:18.950566 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-9f3d4865-1d30-4e60-a4b9-43eebf0610e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 998 time: 0.1131251
Feb 18 02:55:19.026716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9c917-881a-4100-8fda-00a56aec149e req-5c85ae4f-9db1-4939-8da0-1e749c8ebe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:19.028386 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-5c85ae4f-9db1-4939-8da0-1e749c8ebe6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0697494
Feb 18 02:55:19.119094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9c917-881a-4100-8fda-00a56aec149e req-4e345420-d1ab-4e7f-87ff-d79e954a945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:55:19.120706 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-4e345420-d1ab-4e7f-87ff-d79e954a945e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0851092
Feb 18 02:55:19.202316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:19.273021 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-b9421a81-35db-4ccf-8600-55187ff604d8 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442437
Feb 18 02:55:19.426860 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31a9c917-881a-4100-8fda-00a56aec149e req-d2f0e0bb-6e4a-4dc2-93cb-291e1b7b3502 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443603
Feb 18 02:55:22.561046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 45974) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:22.684748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:22.705131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:55:22.709187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Usage tracker for resource:security_group_rule and tenant:60d08552dff24a36a05e4df0a7d0aa5f is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:55:22.712178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:55:22.717891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:55:22.807307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:22.811165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:22.820790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6aa69fa9-007b-47ae-9318-c086b07901cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:22.863297 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60d08552dff24a36a05e4df0a7d0aa5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3010919
Feb 18 02:55:22.864414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e07e6-382f-4f31-b973-6427bee29935,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:22.867081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 45982) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:22.867650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:22.935242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:22.964765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:23.015921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:23.021090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c58c40b5-1033-4404-afa1-f62d2a9efd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:23.033684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e07e6-382f-4f31-b973-6427bee29935,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:23.038066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:23.038982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:23.043031 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e84e07e6-382f-4f31-b973-6427bee29935 HTTP/1.1" status: 204  len: 168 time: 0.1713943
Feb 18 02:55:29.660013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:55:39.427301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:44.827450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be13afc-18c7-4594-b351-0098404621cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:46.636175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46114) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:46.768625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:46.784156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:55:46.788258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Usage tracker for resource:security_group_rule and tenant:325bd0e55e2b4024bba052c083df38cc is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:55:46.791208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:55:46.797034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:55:46.882972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:46.885867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:46.894681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-266abc8d-a6e1-408f-9d74-5daa4ac925a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:46.938277 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=325bd0e55e2b4024bba052c083df38cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3007131
Feb 18 02:55:46.939062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb9430-939c-4a78-a5f6-7278c33e209d,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:46.942663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46120) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:46.945250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:47.005162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:47.032443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:47.080112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:47.084856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6c2fb5a5-8b56-4206-be17-666f7357200b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:47.097517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb9430-939c-4a78-a5f6-7278c33e209d,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:47.100046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:47.103462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:47.105082 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aacb9430-939c-4a78-a5f6-7278c33e209d HTTP/1.1" status: 204  len: 168 time: 0.1615129
Feb 18 02:55:47.357295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b582e6af-8d1f-4059-b28a-9eb1a8db9eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:47.528781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.313624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46154) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:48.439532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.455157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:55:48.459860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Usage tracker for resource:security_group_rule and tenant:13e34804353944aabc17d0cd00fbadb3 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:55:48.462753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:55:48.468423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:55:48.553748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.556463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.565370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7c4f18a3-338b-4fbc-83a9-205be02c61c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:48.607302 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13e34804353944aabc17d0cd00fbadb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2925375
Feb 18 02:55:48.609143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a495024a-a596-4c9d-8bc7-f7559e9f2d38,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:48.610331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 46160) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:55:48.612723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ec66bd64-0ea9-469f-8783-27f8c4ab30a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:48.675086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.702991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.750453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.755877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5691d508-8820-4f16-8791-4de15b4cc4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:55:48.768670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a495024a-a596-4c9d-8bc7-f7559e9f2d38,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:55:48.781468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.781886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.782294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.782696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.783099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.783530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.784034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.784572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.784968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.785363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.785756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.786147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.786623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.787013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.787408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.787821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.788206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.788593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.788979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.789363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.789747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.790132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.790517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.790900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:55:48.794648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:55:48.795859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:48.797085 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6b3b3d13-0faa-41c0-b26c-776e6f0247a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a495024a-a596-4c9d-8bc7-f7559e9f2d38 HTTP/1.1" status: 204  len: 168 time: 0.1856587
Feb 18 02:55:48.844816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:55:49.195599 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.089233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 46328) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:01.212498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.228391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:01.232383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Usage tracker for resource:security_group_rule and tenant:31b64f931f3c4bc18412f42234c84553 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:01.235284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:01.241656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:01.327522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.330066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.339928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a5f5044b-c493-4594-9122-46ee1ac1deab tempest-VolumesNegativeTest-585702364 tempest-VolumesNegativeTest-585702364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:01.387920 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31b64f931f3c4bc18412f42234c84553&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2974904
Feb 18 02:56:01.389822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42037c3c-7b7f-4fb9-b086-daf4824df6e9,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:01.390858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46334) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:01.393285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:01.454045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.484855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.530106 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.535035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9ab4cb2a-6728-4eb9-8e94-8dfb58f9ef19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:01.549746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42037c3c-7b7f-4fb9-b086-daf4824df6e9,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:01.552354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:01.558155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:01.559371 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42037c3c-7b7f-4fb9-b086-daf4824df6e9 HTTP/1.1" status: 204  len: 168 time: 0.1674023
Feb 18 02:56:02.220976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46360) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:02.331516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-773298611-network', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:02.337394 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:02.341495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Usage tracker for resource:network and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:02.344457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:02.350344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:02.359682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Made reservation on behalf of f030adee779f4ac392bdca9ca5ae55ae for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:56:02.364439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.377099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.392909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:02.397944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Usage tracker for resource:security_group_rule and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:02.400870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:02.406497 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:02.491436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.494128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.498241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-947ba4cc-5d7e-4be5-b1d8-01f5f08fb861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:02.527558 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:56:02.540419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e494d-b20e-4195-8edb-844effed0c9d,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:02.545014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:02.545988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.546413 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Added segment 29387ec1-d6ae-4d5a-a19e-1156d40e4431 of type vxlan for network a819795f-93fe-40be-a05a-0e51e0068e5e
Feb 18 02:56:02.577161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.605888 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.607136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:02.607810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:02.612613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:02.719733 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4975410
Feb 18 02:56:02.720617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Pushing event updated for resources: {'Network': ['ID=a819795f-93fe-40be-a05a-0e51e0068e5e,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:02.722934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46366) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:02.725844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:02.729685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Request body: {'subnet': {'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-773298611-subnet', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:02.731474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network a819795f-93fe-40be-a05a-0e51e0068e5e details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:56:02.734846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:02.739471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Usage tracker for resource:subnet and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:02.742551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:02.748532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:02.749105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network a819795f-93fe-40be-a05a-0e51e0068e5e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:56:02.758782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Made reservation on behalf of f030adee779f4ac392bdca9ca5ae55ae for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:56:02.763582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823284952'] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:03.388486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32451386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823284965'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:03.404322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7e68b2a-ae1a-4c55-81c9-db4ea4ca8e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:03.547444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61ccd90-9ded-4eb5-b598-00e6125b11d6,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:03.557250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:03.612404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Checking segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:03.612788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Network hostable DHCP agents. Network: a819795f-93fe-40be-a05a-0e51e0068e5e, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:56:03.632267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Network a819795f-93fe-40be-a05a-0e51e0068e5e is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:56:03.640875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, a819795f-93fe-40be-a05a-0e51e0068e5e) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:03.651154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d65c3-c259-43a6-a6ea-a0b7887e021a None None] Network a819795f-93fe-40be-a05a-0e51e0068e5e requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:56:03.653595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:03.654246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:03.677772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9498513
Feb 18 02:56:03.677991 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b87dde-d9d4-4eeb-ba66-ed427fb8327a req-5a03056e-b7c1-477a-85e1-154f1c06450c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:03.677991 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4b87dde-d9d4-4eeb-ba66-ed427fb8327a req-5a03056e-b7c1-477a-85e1-154f1c06450c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0963323
Feb 18 02:56:03.678170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46384) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:03.683655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:03.688711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:03.693160 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Usage tracker for resource:router and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:03.696764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:03.702879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:03.713611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:03.714675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:03.730129 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4b87dde-d9d4-4eeb-ba66-ed427fb8327a req-9c92d770-2476-47b0-a627-cdde2a8be01e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444953
Feb 18 02:56:03.732166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:03.884746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-a819795f-93fe-40be-a05a-0e51e0068e5e', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:56:03.885706 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.032560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.176375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Allocated IP 172.20.0.2 (a819795f-93fe-40be-a05a-0e51e0068e5e/e61ccd90-9ded-4eb5-b598-00e6125b11d6/80b5deda-23dd-4f16-ac2b-ad906e7b7136) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:04.362371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.395365 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.395949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.407205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Transition to ACTIVE for port object 80b5deda-23dd-4f16-ac2b-ad906e7b7136 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:04.423483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Transition to ACTIVE for port object 80b5deda-23dd-4f16-ac2b-ad906e7b7136 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:04.428425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.444595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:04.580749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Pushing event updated for resources: {'Port': ['ID=80b5deda-23dd-4f16-ac2b-ad906e7b7136,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:04.603147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.603540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.605631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.606021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.606399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.606779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.607155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.607563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.607942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.608315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.608686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.609053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.609507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.609874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.610242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.610606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.610970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.611331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.611718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.612082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.612490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.612806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.613798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.614251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:04.618803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:04.657994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Network a819795f-93fe-40be-a05a-0e51e0068e5e is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:04.659162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:04.662315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:04.670453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Allocated IP 172.27.0.52 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/dd14b602-95b5-4366-87f4-8d6642b047bc) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:04.721430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Attempting to bind port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:04.721848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Attempting to bind port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:04.722264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Attempting to bind port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 on network a819795f-93fe-40be-a05a-0e51e0068e5e {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:04.728504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:04.728926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Checking segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:04.729379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.729822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Bound using segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:04.730339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Bound port: 80b5deda-23dd-4f16-ac2b-ad906e7b7136, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:04.730757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.829896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] For port 80b5deda-23dd-4f16-ac2b-ad906e7b7136, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:04.831455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.833804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] For port 80b5deda-23dd-4f16-ac2b-ad906e7b7136, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=80b5deda-23dd-4f16-ac2b-ad906e7b7136,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:04.837107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.853368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:04.866268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:04.933407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:04.983677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1b80-e68b-4334-824e-47ea2a44c00f req-d14a8bee-db53-49d5-95f9-299bdb146360 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:04.987050 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc7b1b80-e68b-4334-824e-47ea2a44c00f req-d14a8bee-db53-49d5-95f9-299bdb146360 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1295390
Feb 18 02:56:05.037423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd14b602-95b5-4366-87f4-8d6642b047bc,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:05.038281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Pushing event updated for resources: {'Port': ['ID=80b5deda-23dd-4f16-ac2b-ad906e7b7136,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:05.043120 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc7b1b80-e68b-4334-824e-47ea2a44c00f req-77a4e64f-ab14-45a6-ab3a-ef1a37f8a1b1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505176
Feb 18 02:56:05.045572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:05.049278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.049696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.050085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.050542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.051201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.051418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.051744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.052143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.052537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.052928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.053319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.053707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.054186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.054573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.054967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.055353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.055761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.056146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.056555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.056915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.057298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.057681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.058065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.058450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:05.064925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:05.102413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:05.103613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:05.105958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:05.781600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:06.147873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:06.282577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9f38-8ad8-41dc-aa26-a9d9dcc18419 req-9f418d82-949d-412d-a2c8-352634d2f322 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:06.284727 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18be9f38-8ad8-41dc-aa26-a9d9dcc18419 req-9f418d82-949d-412d-a2c8-352634d2f322 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0902815
Feb 18 02:56:06.335874 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18be9f38-8ad8-41dc-aa26-a9d9dcc18419 req-6ac623c9-9a46-48ec-935b-368ca37c2a0b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432506
Feb 18 02:56:06.380737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:56:06.477192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2ff50-805d-4fd8-a88e-7c3615c55110 None None] Network a819795f-93fe-40be-a05a-0e51e0068e5e requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:56:06.572476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f5c958d4-69c9-4015-b486-50ea9d532ee2 None None] Provisioning for port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:06.574376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:56:06.593430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:56:06.597935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:06.602216 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9205554
Feb 18 02:56:06.602376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46396) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:06.613873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:06.614493 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ad9e82e8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:55:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:06.659591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:56:06.922475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:07.205443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 80b5deda-23dd-4f16-ac2b-ad906e7b7136 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:07.336037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:07.400465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:07.407870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:07.408298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:07.572449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ad9e82e8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:05Z', 'revision_number': 3, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:07.579151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee7fee-fb1d-4760-9c5c-119d6b2bfb0e req-f50a7ab6-25ee-4b01-a304-a78f51f9b2fb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:07.587595 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4ee7fee-fb1d-4760-9c5c-119d6b2bfb0e req-f50a7ab6-25ee-4b01-a304-a78f51f9b2fb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1042490
Feb 18 02:56:07.588351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:56:07.588827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Updating router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec port dd14b602-95b5-4366-87f4-8d6642b047bc binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:56:07.640226 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4ee7fee-fb1d-4760-9c5c-119d6b2bfb0e req-df22c17b-0b56-4119-ae01-a105807af426 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515435
Feb 18 02:56:07.669140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:07.686349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:07.727646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ce6c1ac7-b2b4-4385-8cec-16b5c1973e80 None None] Provisioning complete for port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:07.728082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ac7-b2b4-4385-8cec-16b5c1973e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:07.865896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 80b5deda-23dd-4f16-ac2b-ad906e7b7136, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=80b5deda-23dd-4f16-ac2b-ad906e7b7136,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:07.875594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:07.881668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:07.964339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Allocated IP 172.20.0.1 (a819795f-93fe-40be-a05a-0e51e0068e5e/e61ccd90-9ded-4eb5-b598-00e6125b11d6/b41e9b52-2b44-45f2-aedd-47af8ac8d45d) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:08.080286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=80b5deda-23dd-4f16-ac2b-ad906e7b7136,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:08.089710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:08.123814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.140015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Transition to ACTIVE for port object b41e9b52-2b44-45f2-aedd-47af8ac8d45d will not be triggered until provisioned by entity DHCP. {{(pid=83978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:08.164217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.180314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:08.315793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Pushing event updated for resources: {'Port': ['ID=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:08.319380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4407a864-75b6-4e67-9185-7229d64e1c10 None None] Provisioning complete for port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:08.319860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4407a864-75b6-4e67-9185-7229d64e1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.328675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:08.369801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.372330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Network a819795f-93fe-40be-a05a-0e51e0068e5e is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:08.373446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:08.375767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:08.389444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Transition to ACTIVE for port object dd14b602-95b5-4366-87f4-8d6642b047bc will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:08.396454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.416561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:08.433093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.564544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.603924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111979e9-3c9b-4eaf-b27d-d1ab174ee0d0 None None] Pushing event updated for resources: {'Port': ['ID=dd14b602-95b5-4366-87f4-8d6642b047bc,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:08.619667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-111979e9-3c9b-4eaf-b27d-d1ab174ee0d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:08.686773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Attempting to bind port dd14b602-95b5-4366-87f4-8d6642b047bc on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:08.687269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Attempting to bind port dd14b602-95b5-4366-87f4-8d6642b047bc by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:08.687800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Attempting to bind port dd14b602-95b5-4366-87f4-8d6642b047bc on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:08.694512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:08.695117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:08.695678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.696196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:08.696797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Bound port: dd14b602-95b5-4366-87f4-8d6642b047bc, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:08.697289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.792695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] For port dd14b602-95b5-4366-87f4-8d6642b047bc, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:08.794784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1b487365-0d15-4609-9d45-69a91a49804d None None] Provisioning for port b41e9b52-2b44-45f2-aedd-47af8ac8d45d completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:08.799156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] For port dd14b602-95b5-4366-87f4-8d6642b047bc, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=dd14b602-95b5-4366-87f4-8d6642b047bc,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:08.804306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.820418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:08.846714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9f1db-4d41-4a3e-a70c-87a908438f78 req-3c8df759-8e53-4ace-842e-38e411f4af17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:08.849024 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-70a9f1db-4d41-4a3e-a70c-87a908438f78 req-3c8df759-8e53-4ace-842e-38e411f4af17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0898235
Feb 18 02:56:08.851079 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1b487365-0d15-4609-9d45-69a91a49804d None None] Provisioning complete for port b41e9b52-2b44-45f2-aedd-47af8ac8d45d triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:08.851596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b487365-0d15-4609-9d45-69a91a49804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.867043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.871830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:08.900201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-70a9f1db-4d41-4a3e-a70c-87a908438f78 req-69eb6420-f89f-4e68-8182-0cbd98520041 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438056
Feb 18 02:56:08.902955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:08.997662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Pushing event updated for resources: {'Port': ['ID=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:09.000395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:09.014400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1b487365-0d15-4609-9d45-69a91a49804d None None] Port b41e9b52-2b44-45f2-aedd-47af8ac8d45d cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:56:09.020822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:09.038679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 80b5deda-23dd-4f16-ac2b-ad906e7b7136 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:09.086672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111979e9-3c9b-4eaf-b27d-d1ab174ee0d0 None None] Pushing event updated for resources: {'Port': ['ID=dd14b602-95b5-4366-87f4-8d6642b047bc,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:09.094304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-111979e9-3c9b-4eaf-b27d-d1ab174ee0d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:09.155814 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Network a819795f-93fe-40be-a05a-0e51e0068e5e is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:09.156544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:09.157004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:09.157217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ad9e82e8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:55:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:09.220447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:09.220881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:09.365744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:56:09.470357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:09.558536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:09.561879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:56:09.579772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] 10.222.0.53 "PUT /v2.0/routers/d1905d0a-5ed7-491c-8d1d-07d7d90f4cec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9680758
Feb 18 02:56:09.580013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e20a3daf-eb97-4557-9ec7-8bffc806e825 None None] Provisioning complete for port b41e9b52-2b44-45f2-aedd-47af8ac8d45d triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:09.580013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e20a3daf-eb97-4557-9ec7-8bffc806e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:09.938821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e20a3daf-eb97-4557-9ec7-8bffc806e825 None None] Port b41e9b52-2b44-45f2-aedd-47af8ac8d45d cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:56:10.063090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ad9e82e8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:10.068109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d7bb-7428-4681-a31d-d39575a73bb0 None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:56:10.133292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b93b5-e0fc-4279-b4af-1873346d0f07 req-a7665257-e0ef-4951-9252-3c4c3e706db9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:10.135546 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a99b93b5-e0fc-4279-b4af-1873346d0f07 req-a7665257-e0ef-4951-9252-3c4c3e706db9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0956254
Feb 18 02:56:10.187674 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a99b93b5-e0fc-4279-b4af-1873346d0f07 req-dc843253-764c-494d-a256-ba7d420c76b7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457783
Feb 18 02:56:10.372101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46426) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:10.379162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1923803462-network', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:10.384387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:10.388510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Usage tracker for resource:network and tenant:c61c41b8cca74cfab52ee24f19887679 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:10.391533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:10.398349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:10.408038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Made reservation on behalf of c61c41b8cca74cfab52ee24f19887679 for: {'network': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:56:10.413015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.426636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.443602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:10.447409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c61c41b8cca74cfab52ee24f19887679 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:10.453070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:10.467064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:10.560998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.564746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.570098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3de088cb-ae16-4cda-bbce-41eb1e600eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:10.603786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 02:56:10.613588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ecc497-d222-4efb-83ea-586cb99b65be,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:10.617810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:10.620489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763797614878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.620929 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Added segment d53c5c63-6dc0-4bd6-b554-9d06167c69ec of type vxlan for network b217ab6b-d78d-44c5-9421-e0cf36a00671
Feb 18 02:56:10.650371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.683742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.685041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:10.685693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:10.691031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-542a954a-01e6-4cf6-af23-c3aa416243be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:10.803418 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4300923
Feb 18 02:56:10.804429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b217ab6b-d78d-44c5-9421-e0cf36a00671,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:10.806389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 46430) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:10.807309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:10.816829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:56:10.824891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Request body: {'subnet': {'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1923803462-subnet', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'ip_version': 4}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:10.836655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 02:56:10.840682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:10.858867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Usage tracker for resource:subnet and tenant:c61c41b8cca74cfab52ee24f19887679 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:10.862624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:10.871665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:10.881788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Made reservation on behalf of c61c41b8cca74cfab52ee24f19887679 for: {'subnet': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:56:10.887471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822930220'] for subnet, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.081623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device dd14b602-95b5-4366-87f4-8d6642b047bc up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:11.163540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port dd14b602-95b5-4366-87f4-8d6642b047bc completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:11.168984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port dd14b602-95b5-4366-87f4-8d6642b047bc triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:11.169409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.308642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.333509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port dd14b602-95b5-4366-87f4-8d6642b047bc, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=dd14b602-95b5-4366-87f4-8d6642b047bc,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:11.336309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.338310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:11.412246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=dd14b602-95b5-4366-87f4-8d6642b047bc,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:11.415806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:11.445728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822516537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822930201'] for subnet, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.465583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d43377c1-8e2d-49d8-9033-465a01d217d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:11.608939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491356c-382f-4b61-9d93-70ed3a250cec req-ee471e4c-c0db-4986-bd78-53c234299ca0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:11.610554 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7491356c-382f-4b61-9d93-70ed3a250cec req-ee471e4c-c0db-4986-bd78-53c234299ca0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.2554851
Feb 18 02:56:11.631393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede059aa-caf3-4740-b8b5-44a898a39421,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:11.649943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:11.699785 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7491356c-382f-4b61-9d93-70ed3a250cec req-b265eef3-e4f7-4227-ae33-76fdc3c54aa7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739167
Feb 18 02:56:11.733355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Checking segment: {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:11.733770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Network hostable DHCP agents. Network: b217ab6b-d78d-44c5-9421-e0cf36a00671, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 02:56:11.752660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 02:56:11.761614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, b217ab6b-d78d-44c5-9421-e0cf36a00671) {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:11.773010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60caebd9-0d9a-448f-b2bf-5d95114a764d None None] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:56:11.774199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:11.774854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.799759 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-691d042c-ed84-469c-a988-a73a1d1e8ef9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9811499
Feb 18 02:56:11.803655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46436) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:11.809503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:11.814633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:11.818929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Usage tracker for resource:router and tenant:c61c41b8cca74cfab52ee24f19887679 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:11.821967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:11.827807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:11.838251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.839438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:11.856421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.016156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-b217ab6b-d78d-44c5-9421-e0cf36a00671', 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'fixed_ips': [{'subnet_id': 'ede059aa-caf3-4740-b8b5-44a898a39421'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 02:56:12.017088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.151431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.304055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Allocated IP 172.20.0.2 (b217ab6b-d78d-44c5-9421-e0cf36a00671/ede059aa-caf3-4740-b8b5-44a898a39421/3cff2ee6-eec0-4ca7-9a48-c1e0938986de) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:12.539550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.551182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Transition to ACTIVE for port object 3cff2ee6-eec0-4ca7-9a48-c1e0938986de will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:12.569445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Transition to ACTIVE for port object 3cff2ee6-eec0-4ca7-9a48-c1e0938986de will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:12.574972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.592204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:12.725031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.741642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Pushing event updated for resources: {'Port': ['ID=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:12.747021 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:12.759974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.792258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:12.793922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:12.795910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:12.858075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Attempting to bind port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:12.858496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Attempting to bind port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:12.858914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Attempting to bind port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de on network b217ab6b-d78d-44c5-9421-e0cf36a00671 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:12.865524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:12.865948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Checking segment: {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:12.866404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.866849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Bound using segment: {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:12.867376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Bound port: 3cff2ee6-eec0-4ca7-9a48-c1e0938986de, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:12.867827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:12.929352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6ed0-0b02-45ae-92d4-ede9c06aa3c0 req-eae7ab7a-ceb5-4ca5-a901-98322e764ac5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:12.931410 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e7ef6ed0-0b02-45ae-92d4-ede9c06aa3c0 req-eae7ab7a-ceb5-4ca5-a901-98322e764ac5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1084290
Feb 18 02:56:13.002931 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e7ef6ed0-0b02-45ae-92d4-ede9c06aa3c0 req-829f19a6-5488-41a6-a7c9-11d284fa7797 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643790
Feb 18 02:56:13.010652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] For port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:13.017897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] For port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:13.032073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:13.050221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:13.085434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Allocated IP 172.27.0.148 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/0e6bb02f-089b-4c77-8e36-4bbf7da70ce2) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:13.139391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device dd14b602-95b5-4366-87f4-8d6642b047bc up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:13.246964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:13.260172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Pushing event updated for resources: {'Port': ['ID=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:13.263637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8fcdb504-8c09-4c49-b994-262f32debe0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:13.278691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:13.294943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:13.301092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port dd14b602-95b5-4366-87f4-8d6642b047bc triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:13.301449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:13.375797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:56:13.391010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:13.392352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af183588>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:55:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:13.452745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Pushing event updated for resources: {'Port': ['ID=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:13.458600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:13.506149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:13.507714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:13.509971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:13.611047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:13.998199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.145339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af183588>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:14.149279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:56:14.149777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Updating router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec port b41e9b52-2b44-45f2-aedd-47af8ac8d45d binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:56:14.160098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:14.216600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.223728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71522efb-65c3-45ee-8ab6-c3cd06b1a298 req-df701d0f-8245-4e7e-b964-92a26a0db420 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:14.226028 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71522efb-65c3-45ee-8ab6-c3cd06b1a298 req-df701d0f-8245-4e7e-b964-92a26a0db420 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0984561
Feb 18 02:56:14.268251 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:14.269444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.298373 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71522efb-65c3-45ee-8ab6-c3cd06b1a298 req-ee5f9da9-7526-45ef-89be-278443c2e92c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620549
Feb 18 02:56:14.386066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.607864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 02:56:14.656621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.686302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Transition to ACTIVE for port object b41e9b52-2b44-45f2-aedd-47af8ac8d45d will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:14.690039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.706727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:14.811511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:56:14.835542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Sync routers for ids ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:56:14.837555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.843256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 46448) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:14.843456 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0384855
Feb 18 02:56:14.846674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Pushing event updated for resources: {'Port': ['ID=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:14.862274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Routers {'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:14.864101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af07bc18>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:55:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:14.869031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.869416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.869788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.870151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.870510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.870873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.871231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.871611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.871970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.872323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.872674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.873025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.873464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.873815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.874166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.874518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.874865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.875216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.875585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.875958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.876286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.876615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.876960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.877307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:14.883705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:14.943356 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-822a8f35-23c5-4a44-9547-38f1953a4dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:14.951412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69970f-0e0d-42c9-858f-37041ee8228d None None] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:56:15.133619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Attempting to bind port b41e9b52-2b44-45f2-aedd-47af8ac8d45d on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:15.134391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Attempting to bind port b41e9b52-2b44-45f2-aedd-47af8ac8d45d by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:15.134789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Attempting to bind port b41e9b52-2b44-45f2-aedd-47af8ac8d45d on network a819795f-93fe-40be-a05a-0e51e0068e5e {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:15.142659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:15.142976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Checking segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:15.143588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:15.144645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Bound using segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:15.145309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Bound port: b41e9b52-2b44-45f2-aedd-47af8ac8d45d, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:15.145844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:15.155239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4c226816-1946-4f64-a784-9fd39b5d4851 None None] Provisioning for port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:15.177306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 3cff2ee6-eec0-4ca7-9a48-c1e0938986de up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:15.258732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] For port b41e9b52-2b44-45f2-aedd-47af8ac8d45d, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:15.264132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] For port b41e9b52-2b44-45f2-aedd-47af8ac8d45d, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:15.269459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:15.288452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7abb2fc-7876-4ee6-a7c9-d425ecddc07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:15.391235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:15.402084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:15.402508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:15.471522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Pushing event updated for resources: {'Port': ['ID=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:15.481864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-914589fc-03ab-4c90-8cef-281d7ce323cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:15.492299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Set router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:15.501494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:15.502438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af183588>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:55:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:15.784386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:15.888437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8180-5e0a-47f3-8464-3d8ff6ec36ab req-b7821365-50ac-40a7-849c-c31f88d4d11f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:15.898540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db4f8180-5e0a-47f3-8464-3d8ff6ec36ab req-b7821365-50ac-40a7-849c-c31f88d4d11f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.4426410
Feb 18 02:56:15.915966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:15.973344 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db4f8180-5e0a-47f3-8464-3d8ff6ec36ab req-6e1bd83a-4629-4c0f-ac54-ec330d9e1af5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733180
Feb 18 02:56:16.027035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:16.033939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.037353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-111979e9-3c9b-4eaf-b27d-d1ab174ee0d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:16.110370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:16.115222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:16.119758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.130482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af07bc18>, [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T02:56:13Z', 'revision_number': 3, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:16.135006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Checking router: a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:56:16.135433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Updating router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:56:16.171429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af183588>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:15Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:16.178020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec4d9f-9592-4e49-a763-f4877de2b1cf None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:15Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:56:16.203817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.411976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-298c2eda-2e30-4e0e-935e-16a589d2b83d None None] Provisioning complete for port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:16.412504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-298c2eda-2e30-4e0e-935e-16a589d2b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.563277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Allocated IP 172.20.0.1 (b217ab6b-d78d-44c5-9421-e0cf36a00671/ede059aa-caf3-4740-b8b5-44a898a39421/e92bba58-924a-4b28-9569-70b181e03f3e) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:16.746155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.762537 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Transition to ACTIVE for port object e92bba58-924a-4b28-9569-70b181e03f3e will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:16.789248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.805355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:16.806107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.825376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Transition to ACTIVE for port object 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:16.832401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.848980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:16.880341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ab6c3f8f-8bb2-4016-91ed-c4fbf3385f7d None None] Provisioning complete for port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:16.880758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3f8f-8bb2-4016-91ed-c4fbf3385f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:16.956732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Pushing event updated for resources: {'Port': ['ID=e92bba58-924a-4b28-9569-70b181e03f3e,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:16.962156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:17.011531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:17.021868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:17.025142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:17.134569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.218332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device b41e9b52-2b44-45f2-aedd-47af8ac8d45d up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:17.281840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f501c-589e-4f44-8586-7bb80f89c2ad req-126ff778-2618-4c8f-85ee-cff4bb17e771 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:17.283524 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d01f501c-589e-4f44-8586-7bb80f89c2ad req-126ff778-2618-4c8f-85ee-cff4bb17e771 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1290550
Feb 18 02:56:17.306695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6c686-7c12-4b91-b6a5-f8fbd1f14c40 None None] Pushing event updated for resources: {'Port': ['ID=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:17.321408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73f6c686-7c12-4b91-b6a5-f8fbd1f14c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:17.386143 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d01f501c-589e-4f44-8586-7bb80f89c2ad req-c1b88793-d3af-4d3b-a902-ad41a4c49e24 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922000
Feb 18 02:56:17.392803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.446865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db914aeb-80f7-4f13-961a-2536b0d6f951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.455754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port b41e9b52-2b44-45f2-aedd-47af8ac8d45d completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:17.477425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port b41e9b52-2b44-45f2-aedd-47af8ac8d45d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:17.477849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.523967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Attempting to bind port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:17.524376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Attempting to bind port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:17.524793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Attempting to bind port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:17.546381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:17.546812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:17.547268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.547757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:17.548287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Bound port: 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:17.548711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.613823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.677207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-17ad65ca-3709-4a2e-a7a0-c4beefa53cc6 None None] Provisioning for port e92bba58-924a-4b28-9569-70b181e03f3e completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:17.693338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.696859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.701639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-17ad65ca-3709-4a2e-a7a0-c4beefa53cc6 None None] Provisioning complete for port e92bba58-924a-4b28-9569-70b181e03f3e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:17.702059 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17ad65ca-3709-4a2e-a7a0-c4beefa53cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.727008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff83c9b8-ef9b-4d21-83da-12f945895222 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:17.736291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] For port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:17.770358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] For port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:17.781372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.798882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:17.817977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Pushing event updated for resources: {'Port': ['ID=e92bba58-924a-4b28-9569-70b181e03f3e,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:17.821141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:17.822488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.830256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-17ad65ca-3709-4a2e-a7a0-c4beefa53cc6 None None] Port e92bba58-924a-4b28-9569-70b181e03f3e cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:56:17.886803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.968847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:17.970192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:17.984243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port b41e9b52-2b44-45f2-aedd-47af8ac8d45d, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:17.989970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6c686-7c12-4b91-b6a5-f8fbd1f14c40 None None] Pushing event updated for resources: {'Port': ['ID=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:17.995583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:17.996490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 3cff2ee6-eec0-4ca7-9a48-c1e0938986de up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:18.028652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73f6c686-7c12-4b91-b6a5-f8fbd1f14c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:18.029050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73f6c686-7c12-4b91-b6a5-f8fbd1f14c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:18.165677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:18.170200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:18.179105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:56:18.181315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Routers {'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:18.181993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af07bc18>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:18.240758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:18.241081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:18.345071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-52712ca6-2d99-40a3-9c4a-4a8b4817dbcd None None] Provisioning complete for port e92bba58-924a-4b28-9569-70b181e03f3e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:18.345494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-52712ca6-2d99-40a3-9c4a-4a8b4817dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:18.551964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-52712ca6-2d99-40a3-9c4a-4a8b4817dbcd None None] Port e92bba58-924a-4b28-9569-70b181e03f3e cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:56:18.564321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] Set router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:18.665105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:56:18.679574 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] 10.222.0.53 "PUT /v2.0/routers/a9c9f0dd-e170-4987-adc2-3fe1fdfd3043/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8351378
Feb 18 02:56:18.698643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccebb-ca05-4d5b-9549-c48294dd82c5 req-4fc2c482-033a-47b0-9b50-d0a6fbe75ee4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:18.700263 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb9ccebb-ca05-4d5b-9549-c48294dd82c5 req-4fc2c482-033a-47b0-9b50-d0a6fbe75ee4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1262875
Feb 18 02:56:18.749192 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb9ccebb-ca05-4d5b-9549-c48294dd82c5 req-ce02dbd5-0428-4e41-97f6-552b64f7c846 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422354
Feb 18 02:56:18.886140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:18.923087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af07bc18>, [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'e92bba58-924a-4b28-9569-70b181e03f3e', 'name': '', 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'mac_address': 'fa:16:3e:71:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:16Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 2, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'subnets': [{'id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:18.927966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fe4cd-43a5-4581-b923-f29d54f979db None None] The sync data for ids ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'] in dv-cinder-763306-10-iscsi is: [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'e92bba58-924a-4b28-9569-70b181e03f3e', 'name': '', 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'mac_address': 'fa:16:3e:71:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:16Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 2, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'subnets': [{'id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:56:19.029679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device b41e9b52-2b44-45f2-aedd-47af8ac8d45d up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:19.108928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port b41e9b52-2b44-45f2-aedd-47af8ac8d45d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:19.109348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:19.241788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:19.968904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e4a8a-53e2-4905-9c75-9b00577823e8 req-8b31dce8-a9f6-42a8-9972-0bdbef824531 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:19.970604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-322e4a8a-53e2-4905-9c75-9b00577823e8 req-8b31dce8-a9f6-42a8-9972-0bdbef824531 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0936038
Feb 18 02:56:20.021245 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-322e4a8a-53e2-4905-9c75-9b00577823e8 req-b3c6b857-1fa3-40c2-984c-c1118bd09511 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432003
Feb 18 02:56:20.517104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-63583035', 'description': 'tempest-TestVolumeBootPattern-63583035 description'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:20.524764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:20.529926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Usage tracker for resource:security_group and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:20.533044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:20.539462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:20.549706 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.571805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:20.575956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Usage tracker for resource:security_group_rule and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:20.578860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:20.584908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:20.660761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.664602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.669945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-861c2deb-64dc-4754-aecf-04497c1b3bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:20.710797 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483b76d4-1750-467d-991e-bb804c131dec,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:20.713803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.715137 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bb1701f-f722-4a85-8dfd-0fecf4e2dc6a req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.2027812
Feb 18 02:56:20.715986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a6672125-cd1b-4835-b787-4f7a8cae1c2e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:20.790430 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-542ef5e0-d817-41b3-a76b-024ac23c1c10 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups/483b76d4-1750-467d-991e-bb804c131dec HTTP/1.1" status: 200  len: 1804 time: 0.0512378
Feb 18 02:56:20.803526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '483b76d4-1750-467d-991e-bb804c131dec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:20.804202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '483b76d4-1750-467d-991e-bb804c131dec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:20.811353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:20.817324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Usage tracker for resource:security_group_rule and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:20.820901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:20.827244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:20.899348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.953560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.957860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:20.960126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-46fc08db-fb86-4363-8913-f67a228423e8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:21.018624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d872643-bc3e-4fbb-accb-5fe13704dd27,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:21.022895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:21.029785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.031043 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52a0a553-303e-44db-b7ac-c6a961a1bff5 req-5da2f863-3d60-4d5b-b3a1-7a51b62c1790 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2342820
Feb 18 02:56:21.102155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:21.145930 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-62d23052-faf3-44f6-bf22-63da2337b012 req-050a6d3b-7425-42b9-98db-6a52f5c60128 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups/483b76d4-1750-467d-991e-bb804c131dec HTTP/1.1" status: 200  len: 2397 time: 0.0852365
Feb 18 02:56:21.163033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '483b76d4-1750-467d-991e-bb804c131dec', 'remote_group_id': None}]} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:21.163759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '483b76d4-1750-467d-991e-bb804c131dec', 'remote_group_id': None}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:21.179752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:21.189065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Usage tracker for resource:security_group_rule and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:21.194254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:21.204514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:21.242098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:21.247541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:21.248035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.363338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.389452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feb144-428d-4c6c-8276-e73b56f34015 req-a2203222-aa0f-40dd-b2df-b751b5f30735 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:21.391431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-94feb144-428d-4c6c-8276-e73b56f34015 req-a2203222-aa0f-40dd-b2df-b751b5f30735 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1547120
Feb 18 02:56:21.401420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.408235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.420514 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:21.424951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.428357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.431215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:21.438387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:21.474547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49726762-d34e-488f-b7fb-85b176bc340d,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:21.483262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:21.488618 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-94feb144-428d-4c6c-8276-e73b56f34015 req-cba61ad5-1130-47a2-9940-d94bf563f75a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833127
Feb 18 02:56:21.491359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:21.491359 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-62d23052-faf3-44f6-bf22-63da2337b012 req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3376603
Feb 18 02:56:21.524753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:21.537769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:22.114859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Sync routers for ids ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:56:22.132934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Routers {'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:22.135084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af0366d8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:22.475428 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-6b0ad034-5060-49b4-9b22-cd7981cf1cb4 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-755262685&fields=id&tenant_id=1ef278da15dd40278ed0a0607687ec53 HTTP/1.1" status: 200  len: 267 time: 0.0870397
Feb 18 02:56:22.658149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-8f58d2b1-b7e7-45b8-a17e-5f69329c01e3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:22.663172 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-8f58d2b1-b7e7-45b8-a17e-5f69329c01e3 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 984 time: 0.1859045
Feb 18 02:56:22.685613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Request body: {'port': {'security_groups': ['0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:22.713622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Set router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:22.910705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:23.072883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:23.176432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56367b6c-1d42-4fbd-ba99-a04cd0a183be req-1c41ac50-60c0-46cb-ad75-860b040a30be tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:23.178224 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56367b6c-1d42-4fbd-ba99-a04cd0a183be req-1c41ac50-60c0-46cb-ad75-860b040a30be tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.4561124
Feb 18 02:56:23.270340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af0366d8>, [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'e92bba58-924a-4b28-9569-70b181e03f3e', 'name': '', 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'mac_address': 'fa:16:3e:71:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:16Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 2, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'subnets': [{'id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:23.279614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Checking router: a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:56:23.281103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Updating router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 port e92bba58-924a-4b28-9569-70b181e03f3e binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 02:56:23.348369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] For port 24f00592-f789-45f4-893d-2fa9019b6201, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=24f00592-f789-45f4-893d-2fa9019b6201,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:23.376510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:23.393631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:23.398877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:23.416179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7dd689f5-a301-4382-a866-c07888f2b10b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:23.530135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:23.532939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:23.580030 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56367b6c-1d42-4fbd-ba99-a04cd0a183be req-8f03ab3a-fb17-4ae0-858f-869b7f680048 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988292
Feb 18 02:56:23.644189 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event updated for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=6']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:23.650304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:23.762325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:23.764484 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:23.773893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55ca57c4-cf2d-418c-a0f6-8fa08a4d2425 req-c2276da7-0915-4507-961f-946d50b2afb0 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "PUT /v2.0/ports/24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 942 time: 1.1002777
Feb 18 02:56:23.774511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:56:23.868511 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'status': 'completed', 'code': 200}
Feb 18 02:56:23.902527 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8407e3ba-bffd-4878-ac96-33d3b840c61b req-aff916f6-3c10-4a02-9db9-17705ebf035c tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups/4b1b574b-471e-4bcf-b8b6-72e8586275b1 HTTP/1.1" status: 200  len: 3003 time: 0.1102090
Feb 18 02:56:24.090475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8407e3ba-bffd-4878-ac96-33d3b840c61b req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.123204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-3405efb5-9d12-4101-b950-48a8a9029178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:24.125040 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-3405efb5-9d12-4101-b950-48a8a9029178 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1162 time: 0.1783135
Feb 18 02:56:24.162536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.163284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2a8ce55-9ea5-47af-b255-ac314316702d None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:24.163945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ce55-9ea5-47af-b255-ac314316702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.168484 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8407e3ba-bffd-4878-ac96-33d3b840c61b req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.186848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Transition to ACTIVE for port object e92bba58-924a-4b28-9569-70b181e03f3e will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:24.193320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.219808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b24a20d-0786-4cf3-b586-cb3775bccf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:24.405547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-42483841-955f-4dce-8901-7964a80e0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:24.405547 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-42483841-955f-4dce-8901-7964a80e0dc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.2622108
Feb 18 02:56:24.445871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:24.488320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8407e3ba-bffd-4878-ac96-33d3b840c61b req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.494569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0dbd7af5-5c4d-4e9d-873c-ef4442414166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:24.519555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d363d81-0c40-45cb-9363-75fc216e37dc None None] Pushing event updated for resources: {'Port': ['ID=e92bba58-924a-4b28-9569-70b181e03f3e,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:24.550231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b574b-471e-4bcf-b8b6-72e8586275b1,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:24.568393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1d363d81-0c40-45cb-9363-75fc216e37dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:24.579143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:24.593597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-8407e3ba-bffd-4878-ac96-33d3b840c61b req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.594992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8407e3ba-bffd-4878-ac96-33d3b840c61b req-9872c747-2f52-421a-ba88-627cd099e156 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "DELETE /v2.0/security-groups/4b1b574b-471e-4bcf-b8b6-72e8586275b1 HTTP/1.1" status: 204  len: 173 time: 0.6706505
Feb 18 02:56:24.646066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-51e91b42-658a-4bff-8091-84416d9ddc8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 1001 time: 0.2316055
Feb 18 02:56:24.739309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 24f00592-f789-45f4-893d-2fa9019b6201 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:24.739942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.833395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Attempting to bind port e92bba58-924a-4b28-9569-70b181e03f3e on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:24.833819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Attempting to bind port e92bba58-924a-4b28-9569-70b181e03f3e by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:24.834273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Attempting to bind port e92bba58-924a-4b28-9569-70b181e03f3e on network b217ab6b-d78d-44c5-9421-e0cf36a00671 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:24.839782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-39a12e10-4f01-4a81-8a24-1a45205bc812 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/floatingips/6b99da55-93de-4604-8f44-2535b801a0f9 HTTP/1.1" status: 200  len: 998 time: 0.1911962
Feb 18 02:56:24.855179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:24.855648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Checking segment: {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:24.856096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:24.856532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Bound using segment: {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:24.857048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Bound port: e92bba58-924a-4b28-9569-70b181e03f3e, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:24.857458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:25.021396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] For port e92bba58-924a-4b28-9569-70b181e03f3e, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:25.029411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] For port e92bba58-924a-4b28-9569-70b181e03f3e, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=e92bba58-924a-4b28-9569-70b181e03f3e,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:25.036765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:25.057831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:25.200010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-5bac2be0-5179-4b81-87df-178856dec110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:25.201728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-5bac2be0-5179-4b81-87df-178856dec110 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.3600688
Feb 18 02:56:25.227900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d363d81-0c40-45cb-9363-75fc216e37dc None None] Pushing event updated for resources: {'Port': ['ID=e92bba58-924a-4b28-9569-70b181e03f3e,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:25.262768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1d363d81-0c40-45cb-9363-75fc216e37dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:25.292693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-288dc5e5-83e7-40cc-95e0-c1adb8e90280 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:25.294384 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-288dc5e5-83e7-40cc-95e0-c1adb8e90280 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.3987269
Feb 18 02:56:25.310986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2777b6b-6dfe-4cde-a75f-4f21c85b2a95 req-6527852b-5eb4-433c-9c89-4af4eff6216f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:25.313205 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2777b6b-6dfe-4cde-a75f-4f21c85b2a95 req-6527852b-5eb4-433c-9c89-4af4eff6216f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.4184661
Feb 18 02:56:25.320111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-98c87fe6-6008-453c-a07f-2fce3d7a4c55 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:56:25.321379 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-98c87fe6-6008-453c-a07f-2fce3d7a4c55 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0182748
Feb 18 02:56:25.374758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Routers {'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:25.375425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af0366d8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:25.666966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] Set router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:25.769722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-3131a710-c10f-4dde-a31b-a806e8deb887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:25.771907 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-3131a710-c10f-4dde-a31b-a806e8deb887 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5534935
Feb 18 02:56:25.787168 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2777b6b-6dfe-4cde-a75f-4f21c85b2a95 req-13cc714f-a380-44bf-8880-308dbec79e93 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4629385
Feb 18 02:56:25.826782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-9a5d68f6-d651-4dd6-97b6-ee506619ca9f tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 1001 time: 0.4837003
Feb 18 02:56:26.021928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-a7533bc6-706d-4b56-8044-ac25c2407a3a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:26.024181 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-a7533bc6-706d-4b56-8044-ac25c2407a3a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports/24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 942 time: 0.1252000
Feb 18 02:56:26.087486 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-2f3fbe45-ade2-45bf-a9a4-f0d45026afc0 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991869
Feb 18 02:56:26.112195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af0366d8>, [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'e92bba58-924a-4b28-9569-70b181e03f3e', 'name': '', 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'mac_address': 'fa:16:3e:71:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:16Z', 'updated_at': '2021-02-18T02:56:25Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'subnets': [{'id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:26.118016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efd0c6-9d67-4030-bcd2-1b8f0b615c94 None None] The sync data for ids ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'] in dv-cinder-763306-10-iscsi is: [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'e92bba58-924a-4b28-9569-70b181e03f3e', 'name': '', 'network_id': 'b217ab6b-d78d-44c5-9421-e0cf36a00671', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'mac_address': 'fa:16:3e:71:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:16Z', 'updated_at': '2021-02-18T02:56:25Z', 'revision_number': 4, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'subnets': [{'id': 'ede059aa-caf3-4740-b8b5-44a898a39421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:56:26.388381 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-dd0cfcec-39e4-46f3-9686-c021eaceb7d9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 1001 time: 0.2355769
Feb 18 02:56:26.521300 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc3f71b7-12c6-4105-ace5-5519e0a9b63a req-0e4ab1a6-ceae-4499-9681-dc3a9d8db8aa service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4260395
Feb 18 02:56:26.708503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Deleting port 835b837d-8406-4e01-8623-a17bfb7b58d3 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:26.708865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.134916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.135241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.151965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device e92bba58-924a-4b28-9569-70b181e03f3e up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:27.256636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port e92bba58-924a-4b28-9569-70b181e03f3e completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:27.265081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port e92bba58-924a-4b28-9569-70b181e03f3e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:27.265607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.287903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Calling delete_port for 835b837d-8406-4e01-8623-a17bfb7b58d3 owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:56:27.366922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc5663-84a2-41cc-80c3-5743c69935f0 req-c76780c0-f197-407a-8f72-937f1c15d711 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:27.368946 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f8bc5663-84a2-41cc-80c3-5743c69935f0 req-c76780c0-f197-407a-8f72-937f1c15d711 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.4306755
Feb 18 02:56:27.435561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.450177 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f8bc5663-84a2-41cc-80c3-5743c69935f0 req-1def2d49-65b9-44b9-9a03-e5d88fa675a2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737977
Feb 18 02:56:27.495941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port e92bba58-924a-4b28-9569-70b181e03f3e, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=e92bba58-924a-4b28-9569-70b181e03f3e,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:27.502753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.507983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73f6c686-7c12-4b91-b6a5-f8fbd1f14c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:27.559795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.576488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d640067f-c5e0-492e-bdf7-d8e4aa1ca3ef tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:27.598023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=e92bba58-924a-4b28-9569-70b181e03f3e,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:27.601402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:27.686723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event deleted for resources: {'Port': ['ID=835b837d-8406-4e01-8623-a17bfb7b58d3,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:27.692661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:27.837486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:27.837938 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Floating IP 6b99da55-93de-4604-8f44-2535b801a0f9 disassociated (deleted). External IP: 172.27.0.140, port: 24f00592-f789-45f4-893d-2fa9019b6201.
Feb 18 02:56:28.289435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Router 2c1b6d19-dc2a-487b-910c-a2adb2068546 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:56:28.507796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:56:28.523664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] Sync routers for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:56:28.531383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:28.550826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:28.557715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef39a58>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:28.596029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b99da55-93de-4604-8f44-2535b801a0f9 HTTP/1.1" status: 204  len: 173 time: 2.1961792
Feb 18 02:56:28.596609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:56:28.761970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-1ccebe71-e7a0-48bf-afdd-6ec63e43f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:28.763556 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-1ccebe71-e7a0-48bf-afdd-6ec63e43f582 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1162 time: 0.1174793
Feb 18 02:56:28.805760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d395d-2fd2-4c4e-93e0-297e800575a6 req-321c4292-528a-409e-985b-8f037671f0b7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:28.807383 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a90d395d-2fd2-4c4e-93e0-297e800575a6 req-321c4292-528a-409e-985b-8f037671f0b7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1984100
Feb 18 02:56:28.893368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:29.026444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a90d395d-2fd2-4c4e-93e0-297e800575a6 req-81ac6eba-f3e5-4b1c-8fed-047164cff8a9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1557822
Feb 18 02:56:29.083837 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-90d96850-49fb-46a6-80ee-7086abf71079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:29.093879 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-90d96850-49fb-46a6-80ee-7086abf71079 service neutron] 10.222.0.53 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.3192341
Feb 18 02:56:29.188256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device e92bba58-924a-4b28-9569-70b181e03f3e up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:29.234353 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'status': 'completed', 'code': 200}
Feb 18 02:56:29.237266 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-6985dd81-bd58-4a6c-aabc-e992864d3253 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 217 time: 0.1424613
Feb 18 02:56:29.578951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port e92bba58-924a-4b28-9569-70b181e03f3e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:29.580116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:29.766962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-7be9b7f6-c87c-445e-8961-ce65cb6795bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:29.768675 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-7be9b7f6-c87c-445e-8961-ce65cb6795bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.0964160
Feb 18 02:56:29.861562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef39a58>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:29.872406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-0fc9103b-9769-4535-a00e-00f381c7473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:29.874952 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-0fc9103b-9769-4535-a00e-00f381c7473d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ef278da15dd40278ed0a0607687ec53&device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 1162 time: 0.6396558
Feb 18 02:56:29.878398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] Checking router: 2c1b6d19-dc2a-487b-910c-a2adb2068546 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:56:29.895860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:29.897057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef39a58>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:30.060124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-fa22e87f-946f-41ec-b835-0a8d477b1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:30.070661 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-fa22e87f-946f-41ec-b835-0a8d477b1ba3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2882738
Feb 18 02:56:30.228123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-9abada05-dd22-408f-9c31-d317110da1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:30.230395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-9abada05-dd22-408f-9c31-d317110da1d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 200  len: 908 time: 0.3449512
Feb 18 02:56:30.317183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:30.358083 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-acee242b-7387-47a1-8fca-cd29afeb6bf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 200  len: 217 time: 0.1191127
Feb 18 02:56:30.488780 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-2a165031-82fb-4c5d-89e9-a8d0b99ea7bc service neutron] 10.222.0.53 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4167264
Feb 18 02:56:30.495072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-81b1420e-0682-41cc-ba90-690c741c4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:30.496967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-81b1420e-0682-41cc-ba90-690c741c4900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 200  len: 853 time: 0.1143126
Feb 18 02:56:30.820423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d676578-d859-4ea6-9e56-20059ff38165 req-8b896b95-8298-4220-b38d-b66368fc9fe5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:30.822093 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d676578-d859-4ea6-9e56-20059ff38165 req-8b896b95-8298-4220-b38d-b66368fc9fe5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.5155287
Feb 18 02:56:30.837013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-cd586db6-8600-4ecd-bd66-eabb275e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:30.838661 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-cd586db6-8600-4ecd-bd66-eabb275e28d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=538d0221-6521-4f7b-a696-89abff601cab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3137174
Feb 18 02:56:30.876342 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb8979d1-967d-44ad-bfc1-1a34693f1811 req-60310758-f347-4e0f-812a-c7843e16fc2e service neutron] 10.222.0.53 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3778994
Feb 18 02:56:30.950866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef39a58>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:30.959092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9db626-ba28-436b-91bc-f9c21a6f54cc None None] The sync data for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi is: [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'd755e440-3b7e-4067-81f1-9e435c467c01', 'name': '', 'network_id': '538d0221-6521-4f7b-a696-89abff601cab', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'mac_address': 'fa:16:3e:75:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'subnets': [{'id': 'bd9bd4ca-2291-4282-81ad-4c27e50e09ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:56:31.045973 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d676578-d859-4ea6-9e56-20059ff38165 req-477b545f-cd42-42ba-a7c6-65714e04a5c1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2034001
Feb 18 02:56:31.133253 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-197ebd29-6739-463a-9a2f-a7e109b2e2b2 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644427
Feb 18 02:56:31.380199 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0d1ef54-9828-4b31-bacb-4fa529d8f7d7 req-39de960f-d477-4421-9c2f-632cf9bef107 service neutron] 10.222.0.44 "GET /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2396040
Feb 18 02:56:31.526207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa280901-3ad7-4420-985e-087f9f0f0ce6 None None] New status for floating IP 6b99da55-93de-4604-8f44-2535b801a0f9: DOWN {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:56:32.308111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb0e7-e80f-4db2-9880-26bc1adefab2 req-9cd11dd6-1ab8-4cbc-8006-c810f8ebccf0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:32.310045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4fcb0e7-e80f-4db2-9880-26bc1adefab2 req-9cd11dd6-1ab8-4cbc-8006-c810f8ebccf0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1083000
Feb 18 02:56:32.365443 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4fcb0e7-e80f-4db2-9880-26bc1adefab2 req-a9538f51-2cda-4256-92ec-0fc84a298163 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479813
Feb 18 02:56:33.571668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3188ba-a3e9-4412-a245-46d062f82ec2 req-c0691679-d5d4-42ed-9eb7-9660d62b18b8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:33.573265 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e3188ba-a3e9-4412-a245-46d062f82ec2 req-c0691679-d5d4-42ed-9eb7-9660d62b18b8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0857527
Feb 18 02:56:33.623562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e3188ba-a3e9-4412-a245-46d062f82ec2 req-77f8faba-91aa-48b4-9080-18c98dcd0a01 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439985
Feb 18 02:56:34.211971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-1f2722df-a81d-415e-9124-2d0f758cd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:34.213612 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-1f2722df-a81d-415e-9124-2d0f758cd17f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1162 time: 0.0802567
Feb 18 02:56:34.358255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-52b681e1-5bde-4b42-a9b1-85b38313a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:34.360260 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-52b681e1-5bde-4b42-a9b1-85b38313a393 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1396418
Feb 18 02:56:34.475468 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-b6a617ce-833b-4232-a940-07877352449a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 1001 time: 0.1061943
Feb 18 02:56:34.608852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-174e03cf-4772-45ce-9715-4d876b43ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:34.610397 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-174e03cf-4772-45ce-9715-4d876b43ce7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0949044
Feb 18 02:56:34.664544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063706d-cc46-4322-bfee-981c162b3e0b req-98d58a81-cbd2-45f9-9018-85da2bcf3fb9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:34.665321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b063706d-cc46-4322-bfee-981c162b3e0b req-98d58a81-cbd2-45f9-9018-85da2bcf3fb9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Synchronizing usage tracker for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:56:34.703033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b063706d-cc46-4322-bfee-981c162b3e0b req-98d58a81-cbd2-45f9-9018-85da2bcf3fb9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Unset dirty status for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:56:34.704353 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b063706d-cc46-4322-bfee-981c162b3e0b req-98d58a81-cbd2-45f9-9018-85da2bcf3fb9 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.2251518
Feb 18 02:56:34.741592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-566e269b-4708-4cda-a97f-a2b17475865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:34.743224 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-566e269b-4708-4cda-a97f-a2b17475865c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1247299
Feb 18 02:56:34.826914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b063706d-cc46-4322-bfee-981c162b3e0b req-75d806a1-b62d-4501-8369-2d4224762dc6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Synchronizing usage tracker for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:56:34.932963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b063706d-cc46-4322-bfee-981c162b3e0b req-75d806a1-b62d-4501-8369-2d4224762dc6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Unset dirty status for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:56:34.934218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b063706d-cc46-4322-bfee-981c162b3e0b req-75d806a1-b62d-4501-8369-2d4224762dc6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233317
Feb 18 02:56:34.986005 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-41a3eeff-904a-4a54-8c46-937b79f339f8 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877289
Feb 18 02:56:34.994377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56131a1-806f-4bd4-a19d-547a0b33fb69 req-10e460a2-e711-4fc0-b92f-76159cce2ef9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:34.995957 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d56131a1-806f-4bd4-a19d-547a0b33fb69 req-10e460a2-e711-4fc0-b92f-76159cce2ef9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.2429106
Feb 18 02:56:35.365839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d56131a1-806f-4bd4-a19d-547a0b33fb69 req-b81a1f99-7cd5-48c7-ab85-196cb59043d3 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3474984
Feb 18 02:56:35.395587 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8236c413-0a6c-456d-968a-c3aea9d83174 req-6b1967a6-2ba7-4979-a99d-96d89c4e32d5 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3986108
Feb 18 02:56:35.568420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580db04-48b1-4183-91b7-44841eff3db2 req-78752ee6-d19d-4812-861e-917e22aeb8c7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:35.570141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d580db04-48b1-4183-91b7-44841eff3db2 req-78752ee6-d19d-4812-861e-917e22aeb8c7 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.44 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.0916109
Feb 18 02:56:35.654562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Deleting port 24f00592-f789-45f4-893d-2fa9019b6201 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:35.655105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:35.791628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-10c7759b-4539-4ec6-bcf7-403ed70e72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:35.793281 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-10c7759b-4539-4ec6-bcf7-403ed70e72a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1162 time: 0.2976377
Feb 18 02:56:35.929780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] For port 24f00592-f789-45f4-893d-2fa9019b6201, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=24f00592-f789-45f4-893d-2fa9019b6201,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:35.930085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:35.957246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-036c399c-a35e-4ef0-b9fb-865f59c16415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:35.958858 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-036c399c-a35e-4ef0-b9fb-865f59c16415 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1413779
Feb 18 02:56:36.067743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Calling delete_port for 24f00592-f789-45f4-893d-2fa9019b6201 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:56:36.076180 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-1e781f33-37ad-4983-b921-9d0e5affe2a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 1001 time: 0.1078215
Feb 18 02:56:36.147029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-bf9aaaa9-1bd0-4750-be2a-af5a708e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:36.148937 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-bf9aaaa9-1bd0-4750-be2a-af5a708e7c43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0645330
Feb 18 02:56:36.228567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328fbf-4148-4604-8bcf-05bacd31602a req-454ccca5-33ef-49e2-80af-8c156fd01755 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:36.230223 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1328fbf-4148-4604-8bcf-05bacd31602a req-454ccca5-33ef-49e2-80af-8c156fd01755 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 945 time: 0.1709158
Feb 18 02:56:36.239782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-766ce7d6-9086-47e1-a367-9c3590a1dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:36.241590 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-766ce7d6-9086-47e1-a367-9c3590a1dbc8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0840633
Feb 18 02:56:36.285960 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:56:36.334048 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1328fbf-4148-4604-8bcf-05bacd31602a req-5b7013ef-25b2-4ed4-921c-09149a2307fd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725055
Feb 18 02:56:36.340276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:36.359800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:36.360344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:36.361384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fae3b15c-f530-49e4-9d41-243eb98c3423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:36.396905 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-5adf31b1-8bfd-41a2-b692-86834b3b6c19 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466923
Feb 18 02:56:36.467529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Pushing event deleted for resources: {'Port': ['ID=24f00592-f789-45f4-893d-2fa9019b6201,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:36.470524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:36.520397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:56:36.555344 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21f77d22-93f4-4bd4-8dc3-a870ed3d487c req-b87639b5-afd5-4acd-a39a-ec8e93c5da67 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507490
Feb 18 02:56:36.561247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: 24f00592-f789-45f4-893d-2fa9019b6201 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:56:36.561644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 24f00592-f789-45f4-893d-2fa9019b6201 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:56:36.656614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] No DVR routers for this DVR port 24f00592-f789-45f4-893d-2fa9019b6201 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:56:36.660331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:36.664004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'name': 'network-vif-deleted', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:56:36.687777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a687ac-586b-4954-af92-4d04562b648e req-254f0345-704e-4aa0-8bfe-a77dee615069 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:36.689420 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43a687ac-586b-4954-af92-4d04562b648e req-254f0345-704e-4aa0-8bfe-a77dee615069 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1807394
Feb 18 02:56:36.743915 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274d177d-f18e-4ab9-9b4d-85ad2c84aa71', 'name': 'network-vif-deleted', 'tag': '24f00592-f789-45f4-893d-2fa9019b6201', 'status': 'completed', 'code': 200}
Feb 18 02:56:36.743915 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43a687ac-586b-4954-af92-4d04562b648e req-fecd88c4-1ce9-47bc-904a-6609c2da413d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454533
Feb 18 02:56:36.746624 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d580db04-48b1-4183-91b7-44841eff3db2 req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.44 "DELETE /v2.0/ports/24f00592-f789-45f4-893d-2fa9019b6201 HTTP/1.1" status: 204  len: 173 time: 1.1699083
Feb 18 02:56:37.556615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a2376aaa-3145-417e-8591-24335d896539 req-4f211a0a-6846-4c0d-9957-149ab05de58a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Synchronizing usage tracker for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:56:37.573674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a2376aaa-3145-417e-8591-24335d896539 req-4f211a0a-6846-4c0d-9957-149ab05de58a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Unset dirty status for tenant:1ef278da15dd40278ed0a0607687ec53 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:56:37.574969 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2376aaa-3145-417e-8591-24335d896539 req-4f211a0a-6846-4c0d-9957-149ab05de58a tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] 10.222.0.53 "GET /v2.0/ports?device_id=274d177d-f18e-4ab9-9b4d-85ad2c84aa71 HTTP/1.1" status: 200  len: 210 time: 0.0789237
Feb 18 02:56:37.956858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbc5c5-9c69-4014-ba46-5e64b9e0ee2d req-dff4cf1d-c2d4-4c1f-81ea-d7b4593515d0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:37.959166 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7afbc5c5-9c69-4014-ba46-5e64b9e0ee2d req-dff4cf1d-c2d4-4c1f-81ea-d7b4593515d0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0914605
Feb 18 02:56:38.010170 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7afbc5c5-9c69-4014-ba46-5e64b9e0ee2d req-dbad047b-7b21-4610-8f96-48ad91f6fbc2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444446
Feb 18 02:56:38.236855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:56:38.367023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:38.405516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:56:38.418992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port a657eb81-62d8-4354-b18a-ad95213e9c7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:38.423989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:38.434197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-111979e9-3c9b-4eaf-b27d-d1ab174ee0d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:38.502141 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'code': 422} returned with failed status
Feb 18 02:56:38.527807 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:38.531774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:39.031509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f8111-6c77-47e0-8498-60a6c5918320 req-6bcbe675-2503-4237-badb-45ba5c457901 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:39.033176 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-797f8111-6c77-47e0-8498-60a6c5918320 req-6bcbe675-2503-4237-badb-45ba5c457901 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0902512
Feb 18 02:56:39.085675 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-797f8111-6c77-47e0-8498-60a6c5918320 req-62f24b34-ff2d-41b7-9690-704b2dd98e93 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453591
Feb 18 02:56:39.210817 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 46730) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:39.343363 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-06a8dca7-f3d9-44b5-b98e-b325b3466abc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1311820
Feb 18 02:56:39.441789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:40.240764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46784) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:40.297297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c587e-3afc-4e41-b99e-b5b35a1fe364 req-501814aa-e176-4c3d-afbf-69f0825b534a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:40.298921 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d42c587e-3afc-4e41-b99e-b5b35a1fe364 req-501814aa-e176-4c3d-afbf-69f0825b534a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0902803
Feb 18 02:56:40.352406 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d42c587e-3afc-4e41-b99e-b5b35a1fe364 req-44a3d2f2-64df-4bf4-a98a-1fd0c4fc57c6 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469973
Feb 18 02:56:40.610322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758473-6e48-40fd-be37-aa2d39908cbc req-1ac5e8e3-c5cc-49c2-998a-6e7894b6e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:40.612058 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-1ac5e8e3-c5cc-49c2-998a-6e7894b6e80a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32&tenant_id=f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 1160 time: 0.0782843
Feb 18 02:56:40.710156 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758473-6e48-40fd-be37-aa2d39908cbc req-3c1ff0da-3c1e-4bc2-baf1-c307ad39b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:40.711881 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-3c1ff0da-3c1e-4bc2-baf1-c307ad39b338 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1160 time: 0.0789680
Feb 18 02:56:40.859995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758473-6e48-40fd-be37-aa2d39908cbc req-2545f744-9642-4da6-b106-7945f902d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:40.861579 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-2545f744-9642-4da6-b106-7945f902d2ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1438255
Feb 18 02:56:40.952750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:40.974629 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-5ee1e027-4361-4302-9e31-f9d855ac0747 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 200  len: 999 time: 0.1062088
Feb 18 02:56:41.048179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758473-6e48-40fd-be37-aa2d39908cbc req-a8bb17d5-52c6-4d0e-a043-5b8093b5e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:41.050069 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-a8bb17d5-52c6-4d0e-a043-5b8093b5e620 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0689189
Feb 18 02:56:41.131080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758473-6e48-40fd-be37-aa2d39908cbc req-bb69161e-06b1-423d-a977-4f713621ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:41.132746 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-bb69161e-06b1-423d-a977-4f713621ce61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0769680
Feb 18 02:56:41.277180 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-51258cf9-e3c9-49ed-b6d5-756ed49f65f2 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373920
Feb 18 02:56:41.335153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Deleting port d755e440-3b7e-4067-81f1-9e435c467c01 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:41.335567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:41.421328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75758473-6e48-40fd-be37-aa2d39908cbc req-3eee0044-4990-4d1f-953b-2103ef647eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378145
Feb 18 02:56:41.532376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] For port d755e440-3b7e-4067-81f1-9e435c467c01, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=d755e440-3b7e-4067-81f1-9e435c467c01,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:41.532714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:41.571476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319620a-f1a3-4ea6-91bc-ba1b1b255c18 req-2e8220b6-19a8-4e9d-a061-5fc6d1c766fd tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:41.573282 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5319620a-f1a3-4ea6-91bc-ba1b1b255c18 req-2e8220b6-19a8-4e9d-a061-5fc6d1c766fd tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0894766
Feb 18 02:56:41.629804 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5319620a-f1a3-4ea6-91bc-ba1b1b255c18 req-2b5e2755-df6e-410f-b60d-d4c51bd035ce tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497644
Feb 18 02:56:41.673211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Calling delete_port for d755e440-3b7e-4067-81f1-9e435c467c01 owned by network:router_interface {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:56:42.012047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:42.027533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:42.351697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Pushing event deleted for resources: {'Port': ['ID=d755e440-3b7e-4067-81f1-9e435c467c01,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:42.356572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:42.730309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:42.885573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63819-5690-4758-9938-f93754fa5476 req-63e72166-051f-4fae-816b-227e16bc51ef tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:42.887542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63e63819-5690-4758-9938-f93754fa5476 req-63e72166-051f-4fae-816b-227e16bc51ef tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1172969
Feb 18 02:56:42.976415 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63e63819-5690-4758-9938-f93754fa5476 req-08bb1e2d-58df-4f8f-8c3c-0a78db6b863d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814650
Feb 18 02:56:43.376860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Router 2c1b6d19-dc2a-487b-910c-a2adb2068546 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:56:43.468001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-d923bf30-edf4-4013-ba78-67fb4d5de0a3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:56:43.487787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-d923bf30-edf4-4013-ba78-67fb4d5de0a3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:56:43.492780 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-d923bf30-edf4-4013-ba78-67fb4d5de0a3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-63583035&fields=id&tenant_id=f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 267 time: 0.0817277
Feb 18 02:56:43.623395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:56:43.634355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] Sync routers for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:56:43.651742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:43.654010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee620f0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:43.660724 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-57e4eb25-5818-43ca-bea2-0c90cf57bcba admin admin] 10.222.0.53 "PUT /v2.0/routers/2c1b6d19-dc2a-487b-910c-a2adb2068546/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4158978
Feb 18 02:56:43.660924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:56:43.662475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46828) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:43.688539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-ca925104-5ed8-4944-a4a5-84a4526dfd5b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:43.690390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-ca925104-5ed8-4944-a4a5-84a4526dfd5b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 811 time: 0.1912162
Feb 18 02:56:43.708188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-1616b5d6-ba6e-4f6b-b413-e7907d591fce tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/quotas/f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 375 time: 0.0115416
Feb 18 02:56:43.804003 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-930fe62f-f168-4afc-be8f-26c24ba08a84 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0896780
Feb 18 02:56:43.876851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:43.884047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:44.033713 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-539ce307-258e-4fbf-bf30-0bc08208a86f service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897645
Feb 18 02:56:44.165993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:44.176498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Deleting port 995e1463-161d-4bd3-b42a-9807d877b9e2 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:44.177081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:44.251126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee620f0>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:56:41Z', 'revision_number': 5, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port': {'id': '995e1463-161d-4bd3-b42a-9807d877b9e2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:44.256264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] Checking router: 2c1b6d19-dc2a-487b-910c-a2adb2068546 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:56:44.276018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] Routers {'2c1b6d19-dc2a-487b-910c-a2adb2068546'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:56:44.276753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee620f0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['2c1b6d19-dc2a-487b-910c-a2adb2068546'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:44.367236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90210aa-bb6d-4684-9777-f3afc17df5ba req-d6f19d46-ef68-4183-9bbb-203e197cd05a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:44.375166 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d90210aa-bb6d-4684-9777-f3afc17df5ba req-d6f19d46-ef68-4183-9bbb-203e197cd05a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.2504737
Feb 18 02:56:44.400753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] For port 995e1463-161d-4bd3-b42a-9807d877b9e2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=995e1463-161d-4bd3-b42a-9807d877b9e2,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:44.401327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:44.415004 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-8f30fd1e-6fab-45f2-8546-2dfee447faed service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3731048
Feb 18 02:56:44.489182 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d90210aa-bb6d-4684-9777-f3afc17df5ba req-039f6057-83e3-4999-b4a3-3970be5f15e9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126559
Feb 18 02:56:44.548476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Calling delete_port for 995e1463-161d-4bd3-b42a-9807d877b9e2 owned by network:router_gateway {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:56:44.588707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] Set router 2c1b6d19-dc2a-487b-910c-a2adb2068546 gateway port host: None {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:56:44.722902 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee620f0>, [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:56:44Z', 'revision_number': 6, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:44.727825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cda613-993f-4130-8ed7-654d25f45e75 None None] The sync data for ids ['2c1b6d19-dc2a-487b-910c-a2adb2068546'] in dv-cinder-763306-10-iscsi is: [{'id': '2c1b6d19-dc2a-487b-910c-a2adb2068546', 'name': 'tempest-TestMinimumBasicScenario-626012575-router', 'tenant_id': '1ef278da15dd40278ed0a0607687ec53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:29Z', 'updated_at': '2021-02-18T02:56:44Z', 'revision_number': 6, 'project_id': '1ef278da15dd40278ed0a0607687ec53', 'gw_port_host': None}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:56:44.812776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:44.840332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3651fd68-644f-4415-8e38-710a39db0981 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:44.845979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ae1e602c-3fe5-4e90-8415-4bb17a218e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:44.954801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=995e1463-161d-4bd3-b42a-9807d877b9e2,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:44.960477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:45.144270 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-941d4142-29ac-4cd1-a754-775c33c5f88e req-8b70d263-a75b-442c-85d9-1d1e86d86c92 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0910959
Feb 18 02:56:45.145713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d755e440-3b7e-4067-81f1-9e435c467c01 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:56:45.169038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:45.191112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: d755e440-3b7e-4067-81f1-9e435c467c01 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:56:45.191530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device d755e440-3b7e-4067-81f1-9e435c467c01 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:56:45.646016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:45.648971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:45.695576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:45.696172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1b6d19-dc2a-487b-910c-a2adb2068546 {{(pid=83978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 02:56:45.712499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:45.713757 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2c1b6d19-dc2a-487b-910c-a2adb2068546 HTTP/1.1" status: 204  len: 168 time: 2.0501566
Feb 18 02:56:45.716476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46854) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:45.731295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbf466-2473-4428-8c58-52cc954b7740 req-0c69014a-1635-4db6-ac8d-271d2ed0a551 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:45.732977 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dffbf466-2473-4428-8c58-52cc954b7740 req-0c69014a-1635-4db6-ac8d-271d2ed0a551 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1096499
Feb 18 02:56:45.789218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dffbf466-2473-4428-8c58-52cc954b7740 req-697f3790-6a09-4ee2-be7b-b5c3e9f45feb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493658
Feb 18 02:56:45.824511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Deleting subnet bd9bd4ca-2291-4282-81ad-4c27e50e09ef {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:56:45.828444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:45.889821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.023271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.293387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.311255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:46.369557 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99cfe9cc-dc13-49f2-a2bb-8591bf647367 req-c8580b9f-c05d-44a4-93cd-fc1bf34a082b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0933039
Feb 18 02:56:46.433010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd9bd4ca-2291-4282-81ad-4c27e50e09ef,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:46.438203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:46.473187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.478763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c3d49-8238-45d3-a068-5262a112dd3e None None] Network 538d0221-6521-4f7b-a696-89abff601cab requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 02:56:46.479629 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8bfc6784-f12b-4650-8854-a8d9b6e54315 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd9bd4ca-2291-4282-81ad-4c27e50e09ef HTTP/1.1" status: 204  len: 168 time: 0.7591293
Feb 18 02:56:46.482388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46860) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:46.608765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.679464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Deleting port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:46.680051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.784847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] DHCP port deletion for 538d0221-6521-4f7b-a696-89abff601cab request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 02:56:46.797319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Deleting port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:46.797919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:46.947793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] For port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:46.948314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.079569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40978239-03fa-437b-80c6-c27a72709776 req-03b954de-ca10-4c16-9cc6-8c2998990ec2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:47.086033 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-40978239-03fa-437b-80c6-c27a72709776 req-03b954de-ca10-4c16-9cc6-8c2998990ec2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1032090
Feb 18 02:56:47.154150 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-40978239-03fa-437b-80c6-c27a72709776 req-b5e970c2-4c35-4814-8c00-680060fcd0fa tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670366
Feb 18 02:56:47.154361 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 995e1463-161d-4bd3-b42a-9807d877b9e2 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:56:47.174745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Calling delete_port for f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 owned by network:dhcp {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:56:47.233738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 995e1463-161d-4bd3-b42a-9807d877b9e2 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:56:47.234054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 995e1463-161d-4bd3-b42a-9807d877b9e2 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:56:47.234522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:56:47.257007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.274040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:47.281750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:56:47.282135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:56:47.306245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] For port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,segment=NetworkSegment(c348247f-d71c-464b-8018-bdd71fe85480),segment_id=c348247f-d71c-464b-8018-bdd71fe85480)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:56:47.306678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.382731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3acb5f5-97e0-494e-b86a-7e71b6fe7e87,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:47.386760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:47.426919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] No DVR routers for this DVR port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 on host dv-cinder-763306-10-iscsi {{(pid=83978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:56:47.470953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Calling delete_port for f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:56:47.513096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edf0dbb7-eb60-48d8-9d79-7ed0f054a954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.550746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.581460 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.641274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cca3eab-b4f3-4f2c-b0ec-e77c785019da req-94d877e9-a766-4f00-a952-72272ef1559b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.1117470
Feb 18 02:56:47.658798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 02:56:47.659308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 02:56:47.712101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae94ab00>,) {'filters': {'network_id': ['538d0221-6521-4f7b-a696-89abff601cab']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:47.728783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae94ab00>, 'c348247f-d71c-464b-8018-bdd71fe85480') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:47.729180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae94ab00>, 'c348247f-d71c-464b-8018-bdd71fe85480') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:56:47.743535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.760046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:47.762151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 02:56:47.944650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Network 538d0221-6521-4f7b-a696-89abff601cab has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:56:47.953813 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.152321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Network 538d0221-6521-4f7b-a696-89abff601cab has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 02:56:48.161110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Deleting port f3acb5f5-97e0-494e-b86a-7e71b6fe7e87 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:56:48.161110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 02:56:48.178154 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 02:56:48.263482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.268900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:48.288953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.299102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Pushing event deleted for resources: {'Network': ['ID=538d0221-6521-4f7b-a696-89abff601cab,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:48.302272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:48.319063 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1b3f3a51-9241-45e8-9db1-1b17a4e7e937 admin admin] 10.222.0.53 "DELETE /v2.0/networks/538d0221-6521-4f7b-a696-89abff601cab HTTP/1.1" status: 204  len: 168 time: 1.8331451
Feb 18 02:56:48.428214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-40ba42cd-23a7-420b-874c-ea9518343bb0 None None] The port 'f3acb5f5-97e0-494e-b86a-7e71b6fe7e87' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 02:56:48.436439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b87d51-59cc-4ef1-8103-cf7a6658269f req-34033385-ef60-4858-b316-1a9d0103312b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:48.438116 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56b87d51-59cc-4ef1-8103-cf7a6658269f req-34033385-ef60-4858-b316-1a9d0103312b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1545160
Feb 18 02:56:48.496491 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56b87d51-59cc-4ef1-8103-cf7a6658269f req-e71eb031-8e51-4015-bcd6-05e6bb898e93 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479078
Feb 18 02:56:48.515536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46872) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:48.573426 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-76a4a62b-211d-4586-b15f-0075a5ce9a9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ef278da15dd40278ed0a0607687ec53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537562
Feb 18 02:56:48.573660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 46876) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:56:48.643690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.671561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.736450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.743752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6ceb944f-d649-4a62-9dab-520d2f84ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:48.763649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:48.772897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:48.779643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:48.794348 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-749fc749-bd7e-4031-a5ad-a1fc26d5bde3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e2e73c8-bdf7-46a2-bbe3-cd24d73f13f7 HTTP/1.1" status: 204  len: 168 time: 0.2196712
Feb 18 02:56:48.853446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:49.104735 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35fe8d8d-eb52-4f90-8c79-58c40b5e3aa7 req-4e4fe9a3-d840-4b43-9d18-bd6460324086 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.3433228
Feb 18 02:56:49.200574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:49.720887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87edd5-7f30-4591-a71e-d7a7ff9694de req-1a5553f2-4871-4464-93c9-efc3b76b1a14 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:49.722744 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e87edd5-7f30-4591-a71e-d7a7ff9694de req-1a5553f2-4871-4464-93c9-efc3b76b1a14 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0900121
Feb 18 02:56:49.778692 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e87edd5-7f30-4591-a71e-d7a7ff9694de req-fa338581-4069-4071-aa5a-895d60528d48 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492501
Feb 18 02:56:50.282471 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ee4c7f9-2624-4ade-bd81-dcdb7b4df348 req-65b4221f-3a61-4d5e-a3bb-9049ebadc953 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0552933
Feb 18 02:56:51.013876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a64a-7ae5-4b50-8b75-8d8ef81a3e0f req-58789970-57be-43d5-9473-6f6da004d857 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:51.015468 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c739a64a-7ae5-4b50-8b75-8d8ef81a3e0f req-58789970-57be-43d5-9473-6f6da004d857 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1048007
Feb 18 02:56:51.068246 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c739a64a-7ae5-4b50-8b75-8d8ef81a3e0f req-6f8b1e25-d341-438c-a16d-d82d15d1d258 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453403
Feb 18 02:56:51.464583 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7a7eb44-a131-442a-b586-dab4677d2a86 req-d5ddcfb1-c6a3-4697-9cb9-f45639c33675 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0661066
Feb 18 02:56:52.281916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ee00e-fb0e-4074-b798-20b09535a2b4 req-f5f29574-5591-4586-97e8-6070d50f9b61 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:52.283563 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e77ee00e-fb0e-4074-b798-20b09535a2b4 req-f5f29574-5591-4586-97e8-6070d50f9b61 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0877616
Feb 18 02:56:52.341978 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e77ee00e-fb0e-4074-b798-20b09535a2b4 req-16cfeec8-e84a-4191-9568-7a1104500123 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511529
Feb 18 02:56:52.637233 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f59906e8-3180-4386-9435-9e967ac2e807 req-9f41d430-39e1-4ba2-b767-3979231b190e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0510819
Feb 18 02:56:53.548780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d408-ae85-446f-97a7-2472044ce405 req-770cc25e-8a05-4b06-875f-93feb39e9370 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:53.550429 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a02d408-ae85-446f-97a7-2472044ce405 req-770cc25e-8a05-4b06-875f-93feb39e9370 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0875061
Feb 18 02:56:53.601147 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a02d408-ae85-446f-97a7-2472044ce405 req-a35aa3da-b5a8-4aba-be2e-4c23b5ed8683 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443959
Feb 18 02:56:53.798050 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b37f9032-080b-425e-b852-3f5b248145a8 req-1ac91829-7af9-4949-bb81-c08645fd7b8e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0484269
Feb 18 02:56:54.804759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbed09-2643-4b1d-909d-5cacfb936c7a req-6a2bf95e-cc58-4e5f-894b-48957f377a9d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:54.806362 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82dbed09-2643-4b1d-909d-5cacfb936c7a req-6a2bf95e-cc58-4e5f-894b-48957f377a9d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0874419
Feb 18 02:56:54.857390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82dbed09-2643-4b1d-909d-5cacfb936c7a req-8380ee67-f7d0-488a-b9c8-b062e912436e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447185
Feb 18 02:56:54.959054 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a09ecf9f-b66b-4286-b448-561f4973b24c req-37e94a48-2daa-41c0-ade5-e11fe4f4a085 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0487432
Feb 18 02:56:56.136025 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6799bb54-72e9-4f4a-a991-b0b5eed1ac25 req-999fa435-316d-417d-a4e7-1ff9bdb99722 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0542459
Feb 18 02:56:56.227720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff5546-0413-4433-81e8-6eb120b1f0ff req-217de70d-f718-4f82-b21f-7957a4f0bc0b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:56.229341 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-daff5546-0413-4433-81e8-6eb120b1f0ff req-217de70d-f718-4f82-b21f-7957a4f0bc0b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0907702
Feb 18 02:56:56.278474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-daff5546-0413-4433-81e8-6eb120b1f0ff req-bfecaa06-6e91-4358-be66-837c2c222568 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427198
Feb 18 02:56:56.764088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-f2cea337-670c-4da9-8971-a551dc058e40 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:56.765656 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-f2cea337-670c-4da9-8971-a551dc058e40 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 811 time: 0.1569462
Feb 18 02:56:56.842655 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-7f967c62-3358-4d84-9fea-afd79ed9e8b2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 5761 time: 0.0687897
Feb 18 02:56:56.858199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'port': {'device_id': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'admin_state_up': True, 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'security_groups': ['483b76d4-1750-467d-991e-bb804c131dec']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:57.001922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:56:57.006553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Usage tracker for resource:port and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:56:57.009497 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:56:57.015115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:56:57.025098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Made reservation on behalf of f030adee779f4ac392bdca9ca5ae55ae for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:56:57.030592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:57.311202 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d1d33470-c0d9-49ef-8a9a-602112e51ff1 req-08490c30-fb88-4572-8ea8-49e47312fe6e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0556643
Feb 18 02:56:57.400786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Allocated IP 172.20.0.12 (a819795f-93fe-40be-a05a-0e51e0068e5e/e61ccd90-9ded-4eb5-b598-00e6125b11d6/a01aa246-b4a7-4e2a-9961-e679f3a9ee74) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:56:57.636782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea09c9-803a-4214-b283-16e5745d0e54 req-ae67e282-c609-4085-b697-0fbe569018a8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:57.638316 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a1ea09c9-803a-4214-b283-16e5745d0e54 req-ae67e282-c609-4085-b697-0fbe569018a8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.2243376
Feb 18 02:56:57.705810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:57.719944 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a1ea09c9-803a-4214-b283-16e5745d0e54 req-08433df2-2614-4814-a1f2-399bb82a3024 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750809
Feb 18 02:56:57.728870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Transition to ACTIVE for port object a01aa246-b4a7-4e2a-9961-e679f3a9ee74 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:57.752655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:57.767681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:57.906802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:57.927179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.927645 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.928057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.928461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.928862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.929263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.929658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.930054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.930449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.930842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.931234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.931648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.932132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.932523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.932919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.933309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.933698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.934089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.934477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.934866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.935254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.935669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.936060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.936447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:56:57.942808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:57.984225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Network a819795f-93fe-40be-a05a-0e51e0068e5e is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:56:57.985362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:56:57.987747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:56:58.052778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:58.053453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:58.073748 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2194834
Feb 18 02:56:58.087283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Request body: {'port': {'device_id': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:56:58.214295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:58.222710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c923f536-182e-4b9e-9c58-548814d92c96 None None] Provisioning for port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:56:58.227651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c923f536-182e-4b9e-9c58-548814d92c96 None None] Provisioning complete for port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:56:58.228072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c923f536-182e-4b9e-9c58-548814d92c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:58.286686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c923f536-182e-4b9e-9c58-548814d92c96 None None] Port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:56:58.632220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66458be7-9d08-41c9-b0e0-8458cb7e17dd req-36ae9cb7-7557-43c5-9fea-e205a5e33317 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:58.632971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-66458be7-9d08-41c9-b0e0-8458cb7e17dd req-36ae9cb7-7557-43c5-9fea-e205a5e33317 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:56:58.692719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-66458be7-9d08-41c9-b0e0-8458cb7e17dd req-36ae9cb7-7557-43c5-9fea-e205a5e33317 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:56:58.693969 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-66458be7-9d08-41c9-b0e0-8458cb7e17dd req-36ae9cb7-7557-43c5-9fea-e205a5e33317 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 932 time: 0.2544026
Feb 18 02:56:58.746853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01aa246-b4a7-4e2a-9961-e679f3a9ee74 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:56:58.759843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:58.768002 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-66458be7-9d08-41c9-b0e0-8458cb7e17dd req-7d6a2baf-54a8-4188-8d6d-ff5bb4357c67 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0624182
Feb 18 02:56:58.777553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Transition to ACTIVE for port object a01aa246-b4a7-4e2a-9961-e679f3a9ee74 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:56:58.780307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:58.797718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30ac2a17-a7e0-449c-80e2-1b4d082b6c16 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:58.997937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Pushing event updated for resources: {'Port': ['ID=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:59.016918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:59.070316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34726c8-4bb8-4994-85de-47eb3684ca90 req-96cee557-07e4-4058-bd30-4b4ebf372488 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:59.071973 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d34726c8-4bb8-4994-85de-47eb3684ca90 req-96cee557-07e4-4058-bd30-4b4ebf372488 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1845074
Feb 18 02:56:59.232034 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d34726c8-4bb8-4994-85de-47eb3684ca90 req-7bb31e59-645b-44f5-9134-d3c347ee0107 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051376
Feb 18 02:56:59.264897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Attempting to bind port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:56:59.265273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Attempting to bind port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:56:59.265641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Attempting to bind port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 on network a819795f-93fe-40be-a05a-0e51e0068e5e {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:56:59.271677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:56:59.272296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Checking segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:56:59.272703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:59.273091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Bound using segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:56:59.273560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Bound port: a01aa246-b4a7-4e2a-9961-e679f3a9ee74, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:56:59.273929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:59.370345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] For port a01aa246-b4a7-4e2a-9961-e679f3a9ee74, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:56:59.373371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] For port a01aa246-b4a7-4e2a-9961-e679f3a9ee74, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:56:59.376584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:59.391948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a12e04a7-00c5-4eaa-b489-670a59b3f2b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:56:59.780044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Pushing event updated for resources: {'Port': ['ID=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:56:59.786494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:56:59.823034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:56:59.824037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:56:59.825481 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] 10.222.0.44 "PUT /v2.0/ports/a01aa246-b4a7-4e2a-9961-e679f3a9ee74 HTTP/1.1" status: 200  len: 1158 time: 1.7430215
Feb 18 02:56:59.826049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:56:59.903642 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'status': 'completed', 'code': 200}
Feb 18 02:57:00.021030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-5e3225dd-72ad-4a68-85cb-7846a6db2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.022939 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-5e3225dd-72ad-4a68-85cb-7846a6db2c92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 1161 time: 0.1603045
Feb 18 02:57:00.030293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2276b-61f5-4f3d-bb1e-5cbd5eb3a43b req-a56b4319-d104-478b-9d2f-edc259cc9a38 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.031837 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09e2276b-61f5-4f3d-bb1e-5cbd5eb3a43b req-a56b4319-d104-478b-9d2f-edc259cc9a38 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.1303799
Feb 18 02:57:00.111421 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-0228633f-0d39-44f6-b0b1-029bc84b2c38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74 HTTP/1.1" status: 200  len: 217 time: 0.0785084
Feb 18 02:57:00.195099 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09e2276b-61f5-4f3d-bb1e-5cbd5eb3a43b req-7d83c8e9-36b6-4708-a06c-95f91e16fc3e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1049259
Feb 18 02:57:00.206291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-bc7f48a6-1d50-4fa6-9879-626275154731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.208223 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-bc7f48a6-1d50-4fa6-9879-626275154731 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0890255
Feb 18 02:57:00.290216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-36793a46-ad2f-45ea-a824-d504fec70add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.291827 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-36793a46-ad2f-45ea-a824-d504fec70add service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0778198
Feb 18 02:57:00.503773 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-8d2cf4a1-a805-4cf5-b70b-05eaf35e15c3 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051492
Feb 18 02:57:00.514109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54bad4-5914-48b7-be71-599ae1fce44d req-4c69b7cc-bee6-4eaa-bf49-0827044109ed tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.515650 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef54bad4-5914-48b7-be71-599ae1fce44d req-4c69b7cc-bee6-4eaa-bf49-0827044109ed tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.1428659
Feb 18 02:57:00.661742 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef54bad4-5914-48b7-be71-599ae1fce44d req-c349d410-4997-4437-b499-c98095401d72 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209385
Feb 18 02:57:00.691134 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39bf884a-d8b4-4b2d-ad92-4d4853d3d831 req-feba727c-5f1c-45e0-8ff8-df1f414c71b5 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1744671
Feb 18 02:57:00.809076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-4504c971-3b03-4997-aa40-8978fc05d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.810694 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-4504c971-3b03-4997-aa40-8978fc05d3bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 1161 time: 0.0791633
Feb 18 02:57:00.952595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-eb825ee3-7319-4971-942d-9b61a5bddab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:00.954126 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-eb825ee3-7319-4971-942d-9b61a5bddab0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.1375940
Feb 18 02:57:01.032274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-4434d583-bfa0-4f44-9ed3-7001453760f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74 HTTP/1.1" status: 200  len: 217 time: 0.0716875
Feb 18 02:57:01.099765 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-227805a1-9b58-44cd-8840-46d7055cf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:01.101308 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-227805a1-9b58-44cd-8840-46d7055cf089 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0630448
Feb 18 02:57:01.186163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-65b7ce09-f7d7-4789-a4a4-fd2dcf10aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:01.187742 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-65b7ce09-f7d7-4789-a4a4-fd2dcf10aefa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800338
Feb 18 02:57:01.387819 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-d3bf1f02-1c94-42f7-a74e-a27867dd0315 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926641
Feb 18 02:57:01.500067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb35ce-f863-4390-a8ea-9897a06ea24f req-286ea1d8-24bf-42c8-b742-209de2336dc7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:01.501610 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b9eb35ce-f863-4390-a8ea-9897a06ea24f req-286ea1d8-24bf-42c8-b742-209de2336dc7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.1939335
Feb 18 02:57:01.583212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b9eb35ce-f863-4390-a8ea-9897a06ea24f req-58f335ea-51b3-45da-9a49-3baea5a7e1b3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0742197
Feb 18 02:57:01.585402 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4db65370-af39-4dad-9e15-509cca3c9ae8 req-10e9fcfd-4c81-4542-9731-3f45236f37b8 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1881983
Feb 18 02:57:01.870206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03156d-cb85-4418-9e54-3980dfd96831 req-15f3dabd-064c-4e25-a955-583fca1bd6de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:01.871848 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c03156d-cb85-4418-9e54-3980dfd96831 req-15f3dabd-064c-4e25-a955-583fca1bd6de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0899773
Feb 18 02:57:01.919943 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c03156d-cb85-4418-9e54-3980dfd96831 req-712636ea-818e-4f24-b083-1716ab48eb18 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414655
Feb 18 02:57:02.779227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e429c-7476-46ef-b1e4-5684da2de862 req-02accfd7-823a-44c8-9d33-e479a16fb64c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:02.780834 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-051e429c-7476-46ef-b1e4-5684da2de862 req-02accfd7-823a-44c8-9d33-e479a16fb64c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.0853524
Feb 18 02:57:02.832479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-051e429c-7476-46ef-b1e4-5684da2de862 req-80deda9f-cbd0-4d34-a7f0-6227ebe9e9d0 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0445998
Feb 18 02:57:03.125759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0829902-0d8c-424c-a313-ff88434c870d req-f305d5dc-ff58-42d2-a8dd-cbd0d4d88bfe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:03.127885 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0829902-0d8c-424c-a313-ff88434c870d req-f305d5dc-ff58-42d2-a8dd-cbd0d4d88bfe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0870788
Feb 18 02:57:03.178256 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0829902-0d8c-424c-a313-ff88434c870d req-8ee19a26-1cb8-4160-9f30-36279ba5e959 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444045
Feb 18 02:57:04.034742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3714-d5de-4314-a0d3-3126af53b739 req-c54ad28c-6181-4ee9-9f16-775d1c02ee90 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:04.036351 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-276b3714-d5de-4314-a0d3-3126af53b739 req-c54ad28c-6181-4ee9-9f16-775d1c02ee90 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.0885282
Feb 18 02:57:04.084343 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-276b3714-d5de-4314-a0d3-3126af53b739 req-f8eb4dd8-1559-447c-80a2-be4725aee1d3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0417080
Feb 18 02:57:04.382185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d563bc-d15b-437b-91b2-9895aedc5829 req-dba4fa5a-fd09-4e95-871e-e31ab7c3cf73 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:04.383820 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52d563bc-d15b-437b-91b2-9895aedc5829 req-dba4fa5a-fd09-4e95-871e-e31ab7c3cf73 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 943 time: 0.0858788
Feb 18 02:57:04.434206 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52d563bc-d15b-437b-91b2-9895aedc5829 req-4d64d1ca-3485-43b9-ac50-afaeec5c4939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442562
Feb 18 02:57:04.925079 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:57:04.997315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:57:04.997733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:05.121284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:05.150515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:57:05.160856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port a657eb81-62d8-4354-b18a-ad95213e9c7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:57:05.164909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:05.166825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e9bc9ffc-46d9-46b0-af7a-091a44de713d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:57:05.204086 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'code': 200}
Feb 18 02:57:05.237772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=6']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:57:05.245609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.245997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.246374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.246745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.247112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.247480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.247882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.248249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.248616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.248982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.249339 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.249696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.250139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.250497 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.250853 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.251207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.251584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.251942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.252851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.253221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.253563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.253916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.254268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.254622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:57:05.259025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:57:05.288435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd8b3-d810-42d0-b2a3-77b87f7c9104 req-d63c1a22-c6e9-4aaa-8677-0adfd38c2b47 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:05.290078 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dbd8b3-d810-42d0-b2a3-77b87f7c9104 req-d63c1a22-c6e9-4aaa-8677-0adfd38c2b47 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.0901806
Feb 18 02:57:05.337765 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dbd8b3-d810-42d0-b2a3-77b87f7c9104 req-e685cadf-135f-4885-808a-bf7569781c21 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0413132
Feb 18 02:57:05.643904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48459-5abf-4d95-93e6-5c184f540be6 req-d406b4cf-6f35-42ff-8238-b0bafc6c2fa4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:05.645509 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fb48459-5abf-4d95-93e6-5c184f540be6 req-d406b4cf-6f35-42ff-8238-b0bafc6c2fa4 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0904088
Feb 18 02:57:05.694261 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fb48459-5abf-4d95-93e6-5c184f540be6 req-3bf89f3c-3fb8-4d81-886c-cf5aa6b2b8d7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422318
Feb 18 02:57:05.769068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c11fa-85dc-4f34-b73f-eb8bd08a294a req-1becd6e3-820a-4569-a2e5-cb2d312f3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:05.770585 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-552c11fa-85dc-4f34-b73f-eb8bd08a294a req-1becd6e3-820a-4569-a2e5-cb2d312f3e12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 1162 time: 0.0752065
Feb 18 02:57:05.813280 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-552c11fa-85dc-4f34-b73f-eb8bd08a294a req-49521397-9c0d-4e23-8baa-299f5a4dd75b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364430
Feb 18 02:57:06.483274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:57:06.539526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfa47a-0933-452e-b06a-9880a618cb37 req-a58e9873-5ca7-49af-9d3b-1e5e45115c52 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:06.541131 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35dfa47a-0933-452e-b06a-9880a618cb37 req-a58e9873-5ca7-49af-9d3b-1e5e45115c52 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.0912473
Feb 18 02:57:06.560651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a657eb81-62d8-4354-b18a-ad95213e9c7d triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:57:06.561078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:06.588207 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35dfa47a-0933-452e-b06a-9880a618cb37 req-0581d4ed-774d-49a6-8b5b-2d21e6fb6e91 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0409348
Feb 18 02:57:06.902275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa044-b373-4ab6-951c-60d6adb4e802 req-580778e6-e527-40d5-9c87-b3a7b37aa414 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:06.903884 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb4fa044-b373-4ab6-951c-60d6adb4e802 req-580778e6-e527-40d5-9c87-b3a7b37aa414 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0886443
Feb 18 02:57:06.952404 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb4fa044-b373-4ab6-951c-60d6adb4e802 req-e0403b29-d37b-4e29-88a2-0a725f57f599 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416622
Feb 18 02:57:07.792559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393416b-94d5-4734-ab02-ab9276f1652e req-f5297472-e890-4a51-be80-3cf1d722fbf7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:07.794096 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b393416b-94d5-4734-ab02-ab9276f1652e req-f5297472-e890-4a51-be80-3cf1d722fbf7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.0860071
Feb 18 02:57:07.844686 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b393416b-94d5-4734-ab02-ab9276f1652e req-71d5fb6d-2d87-4641-83cf-2eeb72e885ec tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0430131
Feb 18 02:57:08.161858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb1832-78c3-489e-a78a-837af106294c req-a6b47a1f-29e8-4535-8021-7c53ed40bc15 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:08.163343 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-03eb1832-78c3-489e-a78a-837af106294c req-a6b47a1f-29e8-4535-8021-7c53ed40bc15 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0885723
Feb 18 02:57:08.212082 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-03eb1832-78c3-489e-a78a-837af106294c req-4858015b-b898-46e4-802b-7fa428fb0bb5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424376
Feb 18 02:57:08.999761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a01aa246-b4a7-4e2a-9961-e679f3a9ee74 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:57:09.044304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbc9f4-a948-4ea3-a52c-96dd00c619c1 req-ed3527c1-9b4a-42b5-ae4e-cb2dae0f7342 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:09.045913 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85cbc9f4-a948-4ea3-a52c-96dd00c619c1 req-ed3527c1-9b4a-42b5-ae4e-cb2dae0f7342 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 944 time: 0.0876126
Feb 18 02:57:09.070793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:57:09.075680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:57:09.076101 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:09.098679 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85cbc9f4-a948-4ea3-a52c-96dd00c619c1 req-62cb6a18-c628-4b3a-b29f-4d86a45d145f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0456398
Feb 18 02:57:09.269469 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:09.323461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:57:09.336036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port a01aa246-b4a7-4e2a-9961-e679f3a9ee74, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:57:09.341027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:09.343849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f870e6b-beb1-4b4e-8b02-783d894f18ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:57:09.382479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'code': 200}
Feb 18 02:57:09.435625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:57:09.500114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:57:09.520264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:09.661047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bcac-5f25-4023-ab10-29fc7abc6698 req-744ff704-58d8-492f-9f42-3aaa5f13d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:09.662674 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab15bcac-5f25-4023-ab10-29fc7abc6698 req-744ff704-58d8-492f-9f42-3aaa5f13d7b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 1163 time: 0.0772436
Feb 18 02:57:09.704030 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab15bcac-5f25-4023-ab10-29fc7abc6698 req-e8089ade-b0ce-4060-88a8-b17143b6c18d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0354249
Feb 18 02:57:10.301760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a917a1-c822-4866-9c9c-a38d9a4382cf req-0f1f6a04-a81f-4620-8a83-67048a0b6ea7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:10.303346 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48a917a1-c822-4866-9c9c-a38d9a4382cf req-0f1f6a04-a81f-4620-8a83-67048a0b6ea7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 946 time: 0.0910881
Feb 18 02:57:10.351467 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48a917a1-c822-4866-9c9c-a38d9a4382cf req-55bb73c4-27b3-46bf-8519-cf9b1f20f848 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0419421
Feb 18 02:57:10.495208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a01aa246-b4a7-4e2a-9961-e679f3a9ee74 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:57:10.570407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:57:10.570721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:11.548983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e92ec7-d138-4317-8aa6-efce063e1536 req-6566ce8c-06fb-4c98-9bfa-a0076a99b2c9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:11.550597 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3e92ec7-d138-4317-8aa6-efce063e1536 req-6566ce8c-06fb-4c98-9bfa-a0076a99b2c9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 946 time: 0.0862417
Feb 18 02:57:11.601050 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3e92ec7-d138-4317-8aa6-efce063e1536 req-c0f4a011-1fb9-4762-9384-2e7a975eb900 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0442276
Feb 18 02:57:11.799925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205c98e-0818-4295-8389-851783a72c1d req-1f978f26-e5ed-4a60-aff2-b6ee522e0b65 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:11.801539 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4205c98e-0818-4295-8389-851783a72c1d req-1f978f26-e5ed-4a60-aff2-b6ee522e0b65 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 946 time: 0.0872300
Feb 18 02:57:11.849491 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4205c98e-0818-4295-8389-851783a72c1d req-87b3de48-7e78-4d19-8005-64b5340bce08 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0413558
Feb 18 02:57:12.043963 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-0d11948b-a7ea-42a5-a9ea-9e6270d8373f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1562927
Feb 18 02:57:12.054922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:57:12.060423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:57:12.064421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Usage tracker for resource:floatingip and tenant:f030adee779f4ac392bdca9ca5ae55ae is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:57:12.067292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:57:12.073037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:57:12.082407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:12.228147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:12.520936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a01aa246-b4a7-4e2a-9961-e679f3a9ee74 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:57:12.593360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:57:12.593945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:12.728934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Allocated IP 172.27.0.135 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/3a02a9f5-5ef4-44f5-955e-ecf0a38b4e5d) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:57:12.883298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:12.913032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:12.928777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:57:13.064434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=3a02a9f5-5ef4-44f5-955e-ecf0a38b4e5d,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:57:13.077243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:57:13.123623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:57:13.124808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:57:13.127113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:57:13.209811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:13.271043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:13.540693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:13.544117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:13.559132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:57:13.692082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=3a02a9f5-5ef4-44f5-955e-ecf0a38b4e5d,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:57:13.704656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:57:13.798521 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:13.821509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:13.822809 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7719450
Feb 18 02:57:13.910030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-ca56ed9d-db31-4366-b7bf-7c0885514842 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:57:13.926725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-ca56ed9d-db31-4366-b7bf-7c0885514842 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:57:13.928027 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-ca56ed9d-db31-4366-b7bf-7c0885514842 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 696 time: 0.0988135
Feb 18 02:57:14.089836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-a69b3efa-643d-4c0b-9523-f2db08f56831 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:14.091193 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-a69b3efa-643d-4c0b-9523-f2db08f56831 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1573524
Feb 18 02:57:14.103439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-681ae090-0997-49e3-be7e-edc2d40072fd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:57:14.104542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73da83f0-1074-45b3-ab52-417a48328fd2 req-681ae090-0997-49e3-be7e-edc2d40072fd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061824
Feb 18 02:57:14.289142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1067e069-ab8f-4f4c-9a70-848f20d8e5e2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:14.290741 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1067e069-ab8f-4f4c-9a70-848f20d8e5e2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0870020
Feb 18 02:57:14.378428 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-001828b5-b959-4a52-b982-dabb8c1eed17 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 696 time: 0.0815065
Feb 18 02:57:14.388381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'floatingip': {'port_id': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:57:14.469134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:14.828186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d0dd-9ce4-430f-a575-c52fce3ce7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:15.108068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:15.110670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:15.295070 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Floating IP 36041335-fc83-4171-8ac9-52270e8277c7 associated. External IP: 172.27.0.135, port: a01aa246-b4a7-4e2a-9961-e679f3a9ee74.
Feb 18 02:57:15.894257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:57:16.086099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:57:16.090377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:16.096357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:57:16.106222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:57:16.106880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe28f60>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:57:16.152532 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-1d0b987e-e16d-43cf-98f1-9ad2f4249b53 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "PUT /v2.0/floatingips/36041335-fc83-4171-8ac9-52270e8277c7 HTTP/1.1" status: 200  len: 997 time: 1.7681012
Feb 18 02:57:16.153019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:57:16.211446 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'status': 'completed', 'code': 200}
Feb 18 02:57:16.316607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-bdc3f2c8-595e-4081-8d70-541e27434224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:16.318293 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-bdc3f2c8-595e-4081-8d70-541e27434224 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 1163 time: 0.1496480
Feb 18 02:57:16.356693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-559061ef-5da8-4227-8af3-121bda3ecc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:16.358278 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-559061ef-5da8-4227-8af3-121bda3ecc27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 1163 time: 0.1295056
Feb 18 02:57:16.461043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:57:16.588961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-f63005c6-caa4-4fd0-9c4f-800a04100d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:16.590568 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-f63005c6-caa4-4fd0-9c4f-800a04100d02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2640364
Feb 18 02:57:16.595034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-0c8fae5b-9c17-48f5-b731-2f9c34ae9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:16.596536 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-0c8fae5b-9c17-48f5-b731-2f9c34ae9104 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.1899977
Feb 18 02:57:16.789119 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-508ea20c-a33e-40d5-9ecc-9c0212e867a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74 HTTP/1.1" status: 200  len: 1000 time: 0.1915572
Feb 18 02:57:16.795010 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-68325023-2b0d-4d6e-bf7f-cbf16d5e82f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74 HTTP/1.1" status: 200  len: 1000 time: 0.1370201
Feb 18 02:57:16.835973 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe28f60>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '36041335-fc83-4171-8ac9-52270e8277c7', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:18:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:57:13Z', 'updated_at': '2021-02-18T02:57:14Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:57:16.840157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:57:16.849188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:57:16.849840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe28f60>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:56:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:57:16.917110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-aae0b068-6acb-4932-ba62-0a147b21c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:16.918472 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-aae0b068-6acb-4932-ba62-0a147b21c9db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.1225076
Feb 18 02:57:16.921858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-f99f7bd3-d39c-4433-ab1f-f2450af99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:16.923413 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-f99f7bd3-d39c-4433-ab1f-f2450af99628 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0897076
Feb 18 02:57:17.055777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:57:17.072768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-9e8fef05-ad44-49c2-9619-078e96cec832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:17.074412 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-9e8fef05-ad44-49c2-9619-078e96cec832 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1484683
Feb 18 02:57:17.076257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-5f962658-9966-4b99-9a64-c3574ec87ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:17.077688 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-5f962658-9966-4b99-9a64-c3574ec87ddf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1118884
Feb 18 02:57:17.341234 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-d5b26153-844d-47ac-8baf-afde64f519b3 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584841
Feb 18 02:57:17.343114 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-a48ad73b-ffde-4619-a2b2-8c0dfb577a7c service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372158
Feb 18 02:57:17.357102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff69b744-22e3-4a0a-963b-f107cfe30c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:17.431211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe28f60>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '36041335-fc83-4171-8ac9-52270e8277c7', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:18:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:57:13Z', 'updated_at': '2021-02-18T02:57:14Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:57:17.435326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8ee5a-119d-4549-b1ea-2c30295eb87e None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '36041335-fc83-4171-8ac9-52270e8277c7', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:18:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:57:13Z', 'updated_at': '2021-02-18T02:57:14Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:57:17.541653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:17.761217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f179964-9028-443b-bf51-9a8ed39ac1a5 None None] New status for floating IP 36041335-fc83-4171-8ac9-52270e8277c7: ACTIVE {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:57:17.848798 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3521c196-ec02-48f7-94f6-7450c4dadb3e req-2a727995-b6c9-4714-9c88-cf89afc12733 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5010850
Feb 18 02:57:17.852145 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80f05dab-f491-4d3d-8a79-fd31beb120f1 req-04ef49e6-473e-4862-bdaa-da70e3e8088c service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4788294
Feb 18 02:57:18.834985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:19.204187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:20.660562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:57:35.537764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-d96660dd-5f74-403a-9712-59f56d9c7174 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0763009
Feb 18 02:57:35.636827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-2fa563e0-dbbf-4d84-84e5-492d46335221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:35.638378 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-2fa563e0-dbbf-4d84-84e5-492d46335221 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.0793133
Feb 18 02:57:35.794256 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-fafbb20c-2d7e-4b3e-b384-0237b96cbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:35.795739 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-fafbb20c-2d7e-4b3e-b384-0237b96cbdbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1369772
Feb 18 02:57:35.901510 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-8ae6c66a-d603-450c-a9d6-c9c2d374817d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 1000 time: 0.0987015
Feb 18 02:57:35.973693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-5448f609-2057-412b-8b72-657fbc24f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:35.975252 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-5448f609-2057-412b-8b72-657fbc24f95e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0671251
Feb 18 02:57:36.057304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-b3515197-7c67-4bd5-a30e-68ef7dd33996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:36.058761 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-b3515197-7c67-4bd5-a30e-68ef7dd33996 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0761864
Feb 18 02:57:36.203989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-68710dbc-2f12-45f3-be66-6cf421595863 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380017
Feb 18 02:57:36.345919 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0898d2cc-fde1-4ca1-a1ac-8aab42082957 req-8c766aa5-8dff-4035-93d8-17c0fed2f0e3 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352377
Feb 18 02:57:39.458964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:44.830643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4f62e89-a4b5-4adf-834b-6d2853f9fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:44.906185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea86b46-7450-40f1-84fe-794e56997278 req-29f42500-1193-4b80-826c-b32448ef7be8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:44.907818 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ea86b46-7450-40f1-84fe-794e56997278 req-29f42500-1193-4b80-826c-b32448ef7be8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0954480
Feb 18 02:57:44.956878 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5ea86b46-7450-40f1-84fe-794e56997278 req-51872838-d5ea-4e15-abe5-8a90c4012dfe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427020
Feb 18 02:57:46.162589 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97632a07-2ebd-4b0e-bd5a-a1c755c10e22 req-5f13176c-7e12-4511-8d72-956cd49e2686 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:46.164208 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97632a07-2ebd-4b0e-bd5a-a1c755c10e22 req-5f13176c-7e12-4511-8d72-956cd49e2686 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0899498
Feb 18 02:57:46.214488 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97632a07-2ebd-4b0e-bd5a-a1c755c10e22 req-a32acab7-2c59-4170-9d37-72450c8b242c tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438895
Feb 18 02:57:47.360308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-092bae79-a635-4ce2-9bf2-f359f601c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:47.412341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ef3e2-eb1a-41f4-b90d-ff038c6bc4d6 req-a7422349-1cf0-477a-bcf2-32aec4d1d60d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:47.413931 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-487ef3e2-eb1a-41f4-b90d-ff038c6bc4d6 req-a7422349-1cf0-477a-bcf2-32aec4d1d60d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0868781
Feb 18 02:57:47.461084 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-487ef3e2-eb1a-41f4-b90d-ff038c6bc4d6 req-9486d45f-ed08-49b3-9d42-b594dc17bdad tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408173
Feb 18 02:57:47.540151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:48.665806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b965-7e53-459e-ae0d-b94d602544f9 req-1a26a7e8-9061-45a3-82f2-85bef83931a1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:48.667405 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be33b965-7e53-459e-ae0d-b94d602544f9 req-1a26a7e8-9061-45a3-82f2-85bef83931a1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0906172
Feb 18 02:57:48.715270 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be33b965-7e53-459e-ae0d-b94d602544f9 req-c3bd6916-affa-4bb6-92b2-1667a7c8192a tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0415518
Feb 18 02:57:48.837685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:49.204577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:49.934060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573250e8-e8b8-47e7-8fd6-0a81e3a18e2c req-6a97c1d7-66ba-42e1-bbc4-85f041d089e0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:49.935724 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-573250e8-e8b8-47e7-8fd6-0a81e3a18e2c req-6a97c1d7-66ba-42e1-bbc4-85f041d089e0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1007230
Feb 18 02:57:49.995551 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-573250e8-e8b8-47e7-8fd6-0a81e3a18e2c req-f7f3079a-b48c-4366-91e8-d6697654089c tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0520747
Feb 18 02:57:51.197570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222fe3-76f9-4ec1-b20e-de4a4ab9f828 req-ee3d028a-6d65-4629-bc00-dd644a64bc82 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:51.199180 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82222fe3-76f9-4ec1-b20e-de4a4ab9f828 req-ee3d028a-6d65-4629-bc00-dd644a64bc82 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0865178
Feb 18 02:57:51.247789 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82222fe3-76f9-4ec1-b20e-de4a4ab9f828 req-361449ae-1e0a-4e66-94f6-daa08956eefe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423427
Feb 18 02:57:52.447855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5113f2-b8ec-4ecd-aef4-6da3dbc3ca03 req-39f55f01-0624-4552-9ae0-8fe9171923e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:52.449437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b5113f2-b8ec-4ecd-aef4-6da3dbc3ca03 req-39f55f01-0624-4552-9ae0-8fe9171923e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0894017
Feb 18 02:57:52.496487 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b5113f2-b8ec-4ecd-aef4-6da3dbc3ca03 req-0c51bde8-26af-469e-bb75-4fa86ea7a61e tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407860
Feb 18 02:57:53.696507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d0bcf-a0c0-4393-95db-4a1c349b5e3c req-0fc4aaa6-8c74-4d4b-ac12-15aefc8dd239 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:53.698104 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-390d0bcf-a0c0-4393-95db-4a1c349b5e3c req-0fc4aaa6-8c74-4d4b-ac12-15aefc8dd239 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0876834
Feb 18 02:57:53.749724 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-390d0bcf-a0c0-4393-95db-4a1c349b5e3c req-0dc85ff8-ded9-4ca5-9b3a-6756494cb80e tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453098
Feb 18 02:57:55.013148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36befa-99cf-4c81-827f-c0fb1a32d66c req-ead145a8-6cd5-4088-90b7-e3f0ea2bbba5 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:55.014771 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa36befa-99cf-4c81-827f-c0fb1a32d66c req-ead145a8-6cd5-4088-90b7-e3f0ea2bbba5 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1505754
Feb 18 02:57:55.039845 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-eb92a28d-b4fe-4bb1-ac23-a79336663bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:55.041294 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-eb92a28d-b4fe-4bb1-ac23-a79336663bab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.1228764
Feb 18 02:57:55.155339 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa36befa-99cf-4c81-827f-c0fb1a32d66c req-7f6f42d4-6236-4275-86b7-93405e45c7c4 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1320758
Feb 18 02:57:55.203852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-2388f6b5-19f5-458b-8bc7-9c07c1618eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:55.205408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-2388f6b5-19f5-458b-8bc7-9c07c1618eaa service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1563704
Feb 18 02:57:55.317430 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-e23603ad-7be7-4b1b-b1f1-b60903ce9862 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 1000 time: 0.1042004
Feb 18 02:57:55.389516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-44e86a03-b1a2-4cc2-aa07-5a1f3f333607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:55.391047 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-44e86a03-b1a2-4cc2-aa07-5a1f3f333607 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0636063
Feb 18 02:57:55.472508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-af7fe143-c466-41bd-948e-8bee06a10211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:55.474039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-af7fe143-c466-41bd-948e-8bee06a10211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0756845
Feb 18 02:57:55.620500 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-5df65699-f3a3-480f-aa47-9ec47b664c4f service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396348
Feb 18 02:57:55.761404 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3fe3c16-4b30-4fee-84be-6453b2cbfa70 req-503bdee2-70a0-4651-ac4a-7dcc5cf8e4b5 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348522
Feb 18 02:57:56.360749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce018a7-3135-4b49-9a9f-6883a036da13 req-c039da43-3716-4c0b-a190-7718b1ba5870 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:56.362337 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3ce018a7-3135-4b49-9a9f-6883a036da13 req-c039da43-3716-4c0b-a190-7718b1ba5870 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0913131
Feb 18 02:57:56.409643 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3ce018a7-3135-4b49-9a9f-6883a036da13 req-56931a91-cad4-47b2-9a5f-314d7bc890ca tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0409465
Feb 18 02:57:57.628057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ee26d-3f63-407c-8616-70054a2159c1 req-ced73fd0-f519-43a3-8c54-d1a5df4a18e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:57.630351 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-178ee26d-3f63-407c-8616-70054a2159c1 req-ced73fd0-f519-43a3-8c54-d1a5df4a18e6 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1020138
Feb 18 02:57:57.661357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:57:57.681536 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-178ee26d-3f63-407c-8616-70054a2159c1 req-74cd3bf7-b3cc-45ea-a796-05118517a02a tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0435491
Feb 18 02:57:58.776490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:57:58.877427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520307b-a2d4-4f36-8d90-2d28073ca4fd req-085e1110-40e0-4c22-bdc0-f6a1c4661c64 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:58.879044 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6520307b-a2d4-4f36-8d90-2d28073ca4fd req-085e1110-40e0-4c22-bdc0-f6a1c4661c64 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0850785
Feb 18 02:57:58.899976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:58.928897 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6520307b-a2d4-4f36-8d90-2d28073ca4fd req-7870c6a1-27c7-4c40-8f4b-b5d75657673d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428355
Feb 18 02:57:58.929176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:57:58.939277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d52156d-b086-4f14-991f-3fb632c839b0,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:57:58.944891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:57:58.946862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-89a2ceb7-e4aa-4774-a401-f0eeab8b64f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:57:58.991053 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'code': 422} returned with failed status
Feb 18 02:57:59.025357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:57:59.028879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:57:59.297218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-2600a34b-5364-4cde-bcfa-9258b43fc9a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1447902
Feb 18 02:57:59.316119 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76f507-9eda-4b9d-8373-f1207f1bd08e req-ec9f3fda-b73a-4682-aa4c-308b112e0ceb tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:57:59.321141 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f76f507-9eda-4b9d-8373-f1207f1bd08e req-ec9f3fda-b73a-4682-aa4c-308b112e0ceb tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.1061201
Feb 18 02:57:59.379134 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f76f507-9eda-4b9d-8373-f1207f1bd08e req-a3e40d91-119c-4100-b355-46ff0314ab73 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0516374
Feb 18 02:58:00.590723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579451-116f-4ce1-8104-bbc805466c9a req-0b1ef4ec-8f56-4d3a-944d-b2ec0b09f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:00.592245 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-0b1ef4ec-8f56-4d3a-944d-b2ec0b09f99d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47&tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b HTTP/1.1" status: 200  len: 1160 time: 0.1445510
Feb 18 02:58:00.607244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c0fae-1e49-49fa-a06a-5fe690e28854 req-53938c47-cc59-4e00-90fc-d28bd7901d47 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:00.608806 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab3c0fae-1e49-49fa-a06a-5fe690e28854 req-53938c47-cc59-4e00-90fc-d28bd7901d47 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.1072700
Feb 18 02:58:00.711682 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab3c0fae-1e49-49fa-a06a-5fe690e28854 req-c10258f6-899b-484e-986e-860c16f0162a tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0950801
Feb 18 02:58:00.728773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579451-116f-4ce1-8104-bbc805466c9a req-0dc89d92-d01f-4426-a3fc-9cd216b3d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:00.730367 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-0dc89d92-d01f-4426-a3fc-9cd216b3d7f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1160 time: 0.1120203
Feb 18 02:58:00.874074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579451-116f-4ce1-8104-bbc805466c9a req-4115a0c8-b391-4299-903a-f7120abfc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:00.875603 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-4115a0c8-b391-4299-903a-f7120abfc137 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1370180
Feb 18 02:58:00.987841 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-583bc5cc-a107-4c27-82f9-6082e53ba957 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 998 time: 0.1041892
Feb 18 02:58:01.060591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579451-116f-4ce1-8104-bbc805466c9a req-5f59752c-62a6-4e9b-87a6-a16e611cbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:01.062115 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-5f59752c-62a6-4e9b-87a6-a16e611cbc55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0636930
Feb 18 02:58:01.146041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579451-116f-4ce1-8104-bbc805466c9a req-189fb822-04c1-4970-8b6b-b8753e7bbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:01.147808 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-189fb822-04c1-4970-8b6b-b8753e7bbc08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0782468
Feb 18 02:58:01.510453 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-25bd0981-b2f2-4eb5-8082-606d6f5b351e service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555627
Feb 18 02:58:01.652985 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-56e62273-7e0b-47c0-b9ba-ab53da274fae service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347396
Feb 18 02:58:01.915968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157f52-55e2-4db2-8ef9-840143896fd3 req-14979f3e-12e1-4453-a7fd-0ca314b55124 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:01.917614 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93157f52-55e2-4db2-8ef9-840143896fd3 req-14979f3e-12e1-4453-a7fd-0ca314b55124 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0874887
Feb 18 02:58:01.966925 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93157f52-55e2-4db2-8ef9-840143896fd3 req-c6c7be12-9723-4222-815a-68737e81537b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426431
Feb 18 02:58:03.169005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08fdf1-fc38-4151-8ae6-cf51c3561904 req-e3a846b8-d303-44ef-9b04-90dfe8cdab0e tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:03.170587 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a08fdf1-fc38-4151-8ae6-cf51c3561904 req-e3a846b8-d303-44ef-9b04-90dfe8cdab0e tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0901399
Feb 18 02:58:03.217922 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a08fdf1-fc38-4151-8ae6-cf51c3561904 req-272a57bf-5e30-4113-b95c-6a10974df3fb tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408995
Feb 18 02:58:04.425064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84190b-dfe6-4501-9c58-7d58519b44db req-4bbaa5d2-d208-44a5-a6ed-729789dcf959 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:04.428022 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d84190b-dfe6-4501-9c58-7d58519b44db req-4bbaa5d2-d208-44a5-a6ed-729789dcf959 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0960712
Feb 18 02:58:04.482514 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d84190b-dfe6-4501-9c58-7d58519b44db req-4e600bb6-72d6-41da-8d04-a90e8376ec13 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0482030
Feb 18 02:58:05.688893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7be6-a994-4a42-afdc-701cf3c5914f req-e67b5593-e7a0-4ddf-8675-b5f6e913902d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:05.690504 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-37fa7be6-a994-4a42-afdc-701cf3c5914f req-e67b5593-e7a0-4ddf-8675-b5f6e913902d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0872912
Feb 18 02:58:05.739855 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-37fa7be6-a994-4a42-afdc-701cf3c5914f req-88dab309-43a7-4001-a0ba-3e185fc4978d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421898
Feb 18 02:58:06.021323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9bb00-8ae3-4ac4-a31e-c97188f48be5 req-1e1af080-b5e4-4ddb-9dd4-1fcf5048b35b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:06.023196 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfc9bb00-8ae3-4ac4-a31e-c97188f48be5 req-1e1af080-b5e4-4ddb-9dd4-1fcf5048b35b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0896149
Feb 18 02:58:06.070808 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfc9bb00-8ae3-4ac4-a31e-c97188f48be5 req-b00ec668-9d34-4e9e-b52c-042ca28cec82 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413940
Feb 18 02:58:06.942683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879030-7878-44f6-abc5-4414a51fa00b req-ed0d2230-fa7f-4e8a-b9cc-3faa6865ed52 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:06.944352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1879030-7878-44f6-abc5-4414a51fa00b req-ed0d2230-fa7f-4e8a-b9cc-3faa6865ed52 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0906155
Feb 18 02:58:06.992929 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1879030-7878-44f6-abc5-4414a51fa00b req-f6720558-0dcd-4086-a3ce-b63f71e3f190 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423138
Feb 18 02:58:07.278199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb57d4e-ae18-4440-91d8-02a8b1b8a7e6 req-7a21cac9-ca2b-4f19-8d74-280a4478c46f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:07.279749 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ecb57d4e-ae18-4440-91d8-02a8b1b8a7e6 req-7a21cac9-ca2b-4f19-8d74-280a4478c46f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0856907
Feb 18 02:58:07.326351 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ecb57d4e-ae18-4440-91d8-02a8b1b8a7e6 req-efb7e894-b035-4ed4-8503-6af039c3ff33 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404422
Feb 18 02:58:07.699639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-1620cfaa-60c9-47b0-ae88-4efeff44d9d3 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:07.701119 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-1620cfaa-60c9-47b0-ae88-4efeff44d9d3 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.0894473
Feb 18 02:58:07.775200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Deleting port a657eb81-62d8-4354-b18a-ad95213e9c7d {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:58:07.775604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:08.037783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] For port a657eb81-62d8-4354-b18a-ad95213e9c7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a657eb81-62d8-4354-b18a-ad95213e9c7d,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:58:08.038714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:08.372857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606611cd-ed6e-41c5-9aa7-f4643910a8ca req-8e8a839e-f0ba-49b3-98ac-ee8173489e80 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:08.374381 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-606611cd-ed6e-41c5-9aa7-f4643910a8ca req-8e8a839e-f0ba-49b3-98ac-ee8173489e80 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.2539227
Feb 18 02:58:08.499973 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:08.500386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:08.500737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Floating IP 9bd9fa15-44c0-49ab-9578-f6129a28a851 disassociated. External IP: 172.27.0.233, port: a657eb81-62d8-4354-b18a-ad95213e9c7d.
Feb 18 02:58:08.501120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Calling delete_port for a657eb81-62d8-4354-b18a-ad95213e9c7d owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:58:08.539012 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-606611cd-ed6e-41c5-9aa7-f4643910a8ca req-4f465ca6-82fe-4e07-b50a-8e310540b8e1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1501880
Feb 18 02:58:08.618152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9efd35-3cfb-4b0e-b10a-a2c1cfb4ca3e req-6b7e9865-4e35-4097-84b8-0507aa2c687e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:08.619723 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a9efd35-3cfb-4b0e-b10a-a2c1cfb4ca3e req-6b7e9865-4e35-4097-84b8-0507aa2c687e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 945 time: 0.1740246
Feb 18 02:58:08.724740 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a9efd35-3cfb-4b0e-b10a-a2c1cfb4ca3e req-0133ee58-de5f-45cb-a814-7f0a821b5e0b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=bac05939-c6ec-446a-8445-02450c575c06&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672433
Feb 18 02:58:08.725813 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:08.740718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04a68806-fdcf-46fc-9b94-374d3df3f6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:08.839775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event deleted for resources: {'Port': ['ID=a657eb81-62d8-4354-b18a-ad95213e9c7d,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:08.858494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.858916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.859327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.859763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.860169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.860567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.860965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.861361 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.861757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.862150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.862545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.862938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.863653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.864037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.864435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.864828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.865221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.865617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.866012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.866405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.866799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.867192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.867626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.868002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:08.872968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:08.874443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:58:08.912503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: a657eb81-62d8-4354-b18a-ad95213e9c7d {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:58:08.912909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a657eb81-62d8-4354-b18a-ad95213e9c7d not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:58:09.125720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:58:09.313579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:58:09.324392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:58:09.335538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:58:09.336239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afd9d898>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:57:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:09.356382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] No DVR routers for this DVR port a657eb81-62d8-4354-b18a-ad95213e9c7d on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:58:09.359072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:09.362163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-deleted', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:58:09.373868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a9d6501-b970-4967-8b58-4af2d385bf46 req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "DELETE /v2.0/ports/a657eb81-62d8-4354-b18a-ad95213e9c7d HTTP/1.1" status: 204  len: 173 time: 1.6676991
Feb 18 02:58:09.418802 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d3dc0d-d4c0-4fb9-8739-652e730d0b32', 'name': 'network-vif-deleted', 'tag': 'a657eb81-62d8-4354-b18a-ad95213e9c7d', 'status': 'completed', 'code': 200}
Feb 18 02:58:09.480903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:09.550238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:58:09.736614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ecf3-4a26-4c72-9a98-f1c35ced4d0c req-897163ca-be8a-4a84-9477-7a05105b215b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:09.738119 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af02ecf3-4a26-4c72-9a98-f1c35ced4d0c req-897163ca-be8a-4a84-9477-7a05105b215b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0857086
Feb 18 02:58:09.790328 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af02ecf3-4a26-4c72-9a98-f1c35ced4d0c req-66f85a89-e4d5-4e41-8909-0e4134a7b13b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451808
Feb 18 02:58:09.897195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afd9d898>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:09.903063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:58:09.917515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:58:09.918210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afd9d898>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:57:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:10.124961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:58:10.148445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-623c0199-a7ca-456d-aacd-d46136249822 req-6c5fe90f-4bb6-4411-b552-1595b8e97588 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:58:10.164643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-623c0199-a7ca-456d-aacd-d46136249822 req-6c5fe90f-4bb6-4411-b552-1595b8e97588 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:58:10.165902 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-623c0199-a7ca-456d-aacd-d46136249822 req-6c5fe90f-4bb6-4411-b552-1595b8e97588 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d3dc0d-d4c0-4fb9-8739-652e730d0b32 HTTP/1.1" status: 200  len: 210 time: 0.3029988
Feb 18 02:58:10.606930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afd9d898>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:10.610951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be2c3b-c204-481b-a45c-9c270dd8d034 None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:58:11.003295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b96cf-1a54-499c-b4b8-fa2c2534043f req-a6e671fe-3711-4713-8a67-36aead32ef3d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:11.005634 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-497b96cf-1a54-499c-b4b8-fa2c2534043f req-a6e671fe-3711-4713-8a67-36aead32ef3d tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 943 time: 0.0861580
Feb 18 02:58:11.046617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d85a71-beca-4689-b7a1-b815ef88cfdc None None] New status for floating IP 9bd9fa15-44c0-49ab-9578-f6129a28a851: DOWN {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:58:11.056893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-497b96cf-1a54-499c-b4b8-fa2c2534043f req-123f01c2-e8b8-4394-acaa-a2a8a11d7d90 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450201
Feb 18 02:58:11.300652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47124) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:11.370314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.372215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:58:11.401035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.447415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.448331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1d52156d-b086-4f14-991f-3fb632c839b0 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:58:11.448759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.452716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-18f0ae4c-9dfc-4266-bcd1-8431f5d5fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:11.468760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac05939-c6ec-446a-8445-02450c575c06,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:11.479870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.480267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.480675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.481082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.481480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.481876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.482270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.482659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.483049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.483440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.483884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.484275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.484753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.485144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.485574 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.485959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.486397 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.486786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.487179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.487590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.487979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.488883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.489264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.489647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.493580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:11.495717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.500033 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "DELETE /v2.0/security-groups/bac05939-c6ec-446a-8445-02450c575c06 HTTP/1.1" status: 204  len: 168 time: 0.1982465
Feb 18 02:58:11.500768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47128) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:11.521320 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-05450d8a-2c3c-49bf-9302-ca251a8d9e49 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] show failed (client error): The resource could not be found.
Feb 18 02:58:11.522769 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-05450d8a-2c3c-49bf-9302-ca251a8d9e49 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups/bac05939-c6ec-446a-8445-02450c575c06 HTTP/1.1" status: 404  len: 347 time: 0.0208936
Feb 18 02:58:11.526054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47132) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:11.583822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.616704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:58:11.627207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d52156d-b086-4f14-991f-3fb632c839b0,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:58:11.631322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.633323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:11.665423 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'code': 200}
Feb 18 02:58:11.699986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Deleting port ab995b49-f157-4038-b937-24a900514133 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:58:11.700373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.706883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=6']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:11.714913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.715307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.715716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.716094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.716468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.716846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.717214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.717586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.717954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.718320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.718686 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.719051 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.719520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.719890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.720257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.720617 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.720979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.721338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.721695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.722053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.722922 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.723443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.723838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.724202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:58:11.728836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:11.932370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:11.932744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:12.073500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Calling delete_port for ab995b49-f157-4038-b937-24a900514133 owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:58:12.167786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d70cd7-c32c-436e-a6cb-2f42822d6beb req-137e8e0e-efe8-4572-9a58-fa323ca441b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:12.169409 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f1d70cd7-c32c-436e-a6cb-2f42822d6beb req-137e8e0e-efe8-4572-9a58-fa323ca441b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.2867610
Feb 18 02:58:12.326496 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f1d70cd7-c32c-436e-a6cb-2f42822d6beb req-7dd39744-a8e4-41f3-9770-43b33d7bbd7e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1115780
Feb 18 02:58:12.335453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:12.351440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b4e37a00-162b-4da7-8154-6b8447325842 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:12.449790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event deleted for resources: {'Port': ['ID=ab995b49-f157-4038-b937-24a900514133,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:12.462166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:12.473899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3794fa-0ba9-4378-ac42-61cd8b75adff req-5402244f-6063-4db0-936e-6fe9f2c8eb91 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:12.475551 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa3794fa-0ba9-4378-ac42-61cd8b75adff req-5402244f-6063-4db0-936e-6fe9f2c8eb91 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.3029201
Feb 18 02:58:12.564448 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa3794fa-0ba9-4378-ac42-61cd8b75adff req-a47d7328-9456-415c-bb98-91c2db10d894 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0800023
Feb 18 02:58:12.630832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:12.648164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:12.649402 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "DELETE /v2.0/floatingips/9bd9fa15-44c0-49ab-9578-f6129a28a851 HTTP/1.1" status: 204  len: 168 time: 1.1223743
Feb 18 02:58:12.913117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:58:12.985384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1d52156d-b086-4f14-991f-3fb632c839b0 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:58:12.985812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.262232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47142) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:13.268124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124898432', 'description': 'tempest-description--697360346'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:13.274884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:58:13.279530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:58:13.282838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:58:13.289533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:58:13.299065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.320015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:58:13.323958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:58:13.326798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:58:13.332721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:58:13.405924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.408435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.414696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-844d8bb2-05dd-482c-9b92-8e7b675aec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:13.458345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faea857d-7851-449f-a5bc-6a967fc5c3c0,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:13.461390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.462696 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1993685
Feb 18 02:58:13.463754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f256c072-573b-4a31-b87a-1d7bb805af2c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:13.465608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47146) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:13.471122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'security_group_rule': {'security_group_id': 'faea857d-7851-449f-a5bc-6a967fc5c3c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:13.478073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:58:13.482139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:58:13.485155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:58:13.491541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:58:13.510250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.619366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.622270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.624458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:13.649257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a0a79f-6e92-4c45-81eb-d1952698cc53,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:13.652033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:13.659007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.663582 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5113c276-85cb-41f8-8908-759dfcc56de1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1942997
Feb 18 02:58:13.663812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47152) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:13.669385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'security_group_rule': {'security_group_id': 'faea857d-7851-449f-a5bc-6a967fc5c3c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:13.676124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:58:13.680308 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:security_group_rule and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:58:13.683337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:58:13.689220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:58:13.764972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.826520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c3a5-58b1-408a-abf9-a1e1c2df3e36 req-b5db59ca-8e0a-4ca6-8d6a-29e994172698 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:13.828163 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed08c3a5-58b1-408a-abf9-a1e1c2df3e36 req-b5db59ca-8e0a-4ca6-8d6a-29e994172698 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1364756
Feb 18 02:58:13.866277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.877466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.885772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d53b4d97-7076-4a62-a2a4-bb0d10316c04 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:13.911752 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed08c3a5-58b1-408a-abf9-a1e1c2df3e36 req-63e853d4-b2da-407f-bc7d-f7f4a1965773 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0767918
Feb 18 02:58:13.916554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da656441-5fb4-4de2-9f5c-648a9ea9074f,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:13.921440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:13.927461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:13.929090 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0418c719-8e31-46d5-b9b5-a7a8acd7a8f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2641857
Feb 18 02:58:13.934758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47156) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:13.940722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:13.947736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:58:13.951965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Usage tracker for resource:floatingip and tenant:f1197a17bdc94e2cafa7ae011d90f205 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 02:58:13.955028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 02:58:13.961244 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:58:13.972872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:14.119914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:14.607761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Allocated IP 172.27.0.150 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/106f84ff-a6e8-47a4-9c94-e26e9a7ca911) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:58:14.764173 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:14.793618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:14.808903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e685607c-596d-469d-bd06-fad6e8e83478 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:14.833486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-399b9d7c-67dd-4102-9747-c8ed5b542056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:14.954370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'Port': ['ID=106f84ff-a6e8-47a4-9c94-e26e9a7ca911,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:14.960242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:15.000362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:58:15.001465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:58:15.004359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:58:15.085562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:15.149740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:15.414861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:15.418331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:15.434291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-edaada1a-8e18-46f4-a976-ddc320a1c34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:15.567984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'Port': ['ID=106f84ff-a6e8-47a4-9c94-e26e9a7ca911,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:15.584273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:15.675375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:15.698684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:15.700052 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7641644
Feb 18 02:58:15.930743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-35c201d0-e976-41f1-b784-d17dadbab39d req-098e09cf-7412-4bd8-bef4-d7def5e59651 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:58:15.944985 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-35c201d0-e976-41f1-b784-d17dadbab39d req-098e09cf-7412-4bd8-bef4-d7def5e59651 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:58:15.946283 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-098e09cf-7412-4bd8-bef4-d7def5e59651 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1124898432&fields=id&tenant_id=f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 267 time: 0.0589695
Feb 18 02:58:16.108786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-18b8e23d-b9e0-4689-98df-d6d14397b7c1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:16.110372 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-18b8e23d-b9e0-4689-98df-d6d14397b7c1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 817 time: 0.1568575
Feb 18 02:58:16.126366 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-d60b9ba4-3615-49eb-84fc-4f23dcfbe72b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/quotas/f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 375 time: 0.0097749
Feb 18 02:58:16.215778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-35c201d0-e976-41f1-b784-d17dadbab39d req-17fa564c-4bc9-4f21-9e34-779d91e4221d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:58:16.229977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-35c201d0-e976-41f1-b784-d17dadbab39d req-17fa564c-4bc9-4f21-9e34-779d91e4221d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:58:16.231450 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-17fa564c-4bc9-4f21-9e34-779d91e4221d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994592
Feb 18 02:58:16.378850 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-fcd98e06-3e0d-4dc7-aa79-145229888dde service neutron] 10.222.0.53 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346614
Feb 18 02:58:16.523251 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-8135e2f5-b233-4fb1-9db9-cc4fa2672505 service neutron] 10.222.0.53 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373866
Feb 18 02:58:16.720040 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3ec87ed-a276-474b-98ac-ff5aefe6ca14 req-1445a6da-d265-4e73-a91e-16e5805bd71f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 210 time: 0.0524399
Feb 18 02:58:17.362041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91107d67-8585-4933-aa2a-ab7b133cc8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:17.542978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:17.910135 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d23744-0083-4eff-a30a-09b40a8b65f1 req-9d7777a6-23e1-41ae-9f72-ad47d490df3f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 210 time: 0.0695632
Feb 18 02:58:17.945390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-b2caadfb-19db-4dc4-91dc-c6b0cbc87c21 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:17.947027 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-b2caadfb-19db-4dc4-91dc-c6b0cbc87c21 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 817 time: 0.2148058
Feb 18 02:58:18.026179 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-b9f3c223-27fa-4595-95be-bf7247607aa9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 5708 time: 0.0704443
Feb 18 02:58:18.036041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'port': {'device_id': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'admin_state_up': True, 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'security_groups': ['faea857d-7851-449f-a5bc-6a967fc5c3c0']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:18.180366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:58:18.190422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:58:18.199720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Made reservation on behalf of f1197a17bdc94e2cafa7ae011d90f205 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:58:18.205264 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:18.513336 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Allocated IP 172.20.0.11 (60f66b31-683c-430c-8630-a07e35516e49/dd39743c-7869-4eef-9e2e-e43a80939324/20366b16-6823-4abf-90ac-31203779555e) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:58:18.841701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:18.933401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:18.950917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Transition to ACTIVE for port object 20366b16-6823-4abf-90ac-31203779555e will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:58:18.975740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:18.991614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3466c5c2-c82a-4860-a0a5-9195c2176d71 tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:19.198045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:19.207334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:19.208829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:19.260056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88e56-ec48-4cdc-84c6-6213fed9afd6 req-a42ae0fe-f299-4af6-8e30-0fd5eba1d677 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:19.261712 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe88e56-ec48-4cdc-84c6-6213fed9afd6 req-a42ae0fe-f299-4af6-8e30-0fd5eba1d677 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 932 time: 0.1813567
Feb 18 02:58:19.265974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Network 60f66b31-683c-430c-8630-a07e35516e49 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:58:19.267140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:58:19.270602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:58:19.371042 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe88e56-ec48-4cdc-84c6-6213fed9afd6 req-a7b575af-7ea7-481e-b4c0-d8d537591e77 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017258
Feb 18 02:58:19.375667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:19.376520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:19.407322 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3754938
Feb 18 02:58:19.420276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Request body: {'port': {'device_id': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:19.539602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ee40bd4b-afe9-40a3-b714-59c7780b8e12 None None] Provisioning for port 20366b16-6823-4abf-90ac-31203779555e completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:58:19.544678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:19.545155 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ee40bd4b-afe9-40a3-b714-59c7780b8e12 None None] Provisioning complete for port 20366b16-6823-4abf-90ac-31203779555e triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:58:19.545578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee40bd4b-afe9-40a3-b714-59c7780b8e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:19.608734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ee40bd4b-afe9-40a3-b714-59c7780b8e12 None None] Port 20366b16-6823-4abf-90ac-31203779555e cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:58:19.963235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20366b16-6823-4abf-90ac-31203779555e {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:58:19.971143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:19.983830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Transition to ACTIVE for port object 20366b16-6823-4abf-90ac-31203779555e will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:58:19.986653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:20.002594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-74088e45-0f46-45a9-9e23-90c55cdf8769 tempest-VolumesSnapshotTestJSON-2121698893 tempest-VolumesSnapshotTestJSON-2121698893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:20.135897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:20.152498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:20.331977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Attempting to bind port 20366b16-6823-4abf-90ac-31203779555e on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:58:20.332914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Attempting to bind port 20366b16-6823-4abf-90ac-31203779555e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:58:20.333289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Attempting to bind port 20366b16-6823-4abf-90ac-31203779555e on network 60f66b31-683c-430c-8630-a07e35516e49 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:58:20.339290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:58:20.339709 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Checking segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:58:20.340111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:20.340507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Bound using segment: {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:58:20.341064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Bound port: 20366b16-6823-4abf-90ac-31203779555e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a36732-674f-4abb-b638-b11125c12a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60f66b31-683c-430c-8630-a07e35516e49'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:58:20.341320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:20.436716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:58:20.439874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:58:20.443591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:20.459808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:20.678667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:20.684786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:20.723265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbbbfc-f874-4543-9df3-4e28a5427dc7 req-8e8566a4-4d8d-45ab-8e3d-5f5b7e9c6675 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:20.724060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3acbbbfc-f874-4543-9df3-4e28a5427dc7 req-8e8566a4-4d8d-45ab-8e3d-5f5b7e9c6675 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Synchronizing usage tracker for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:58:20.738350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:20.739046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:20.740525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] 10.222.0.44 "PUT /v2.0/ports/20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 1158 time: 1.3250275
Feb 18 02:58:20.741531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:58:20.752731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3acbbbfc-f874-4543-9df3-4e28a5427dc7 req-8e8566a4-4d8d-45ab-8e3d-5f5b7e9c6675 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Unset dirty status for tenant:f1197a17bdc94e2cafa7ae011d90f205 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:58:20.754001 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3acbbbfc-f874-4543-9df3-4e28a5427dc7 req-8e8566a4-4d8d-45ab-8e3d-5f5b7e9c6675 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.2604713
Feb 18 02:58:20.838384 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'status': 'completed', 'code': 200}
Feb 18 02:58:20.879940 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3acbbbfc-f874-4543-9df3-4e28a5427dc7 req-63e02641-8a2e-4355-942a-f0ab0630af3e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064906
Feb 18 02:58:20.905702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-7aca42f0-fe74-4b0d-adf6-b6130fe7f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:20.905702 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-7aca42f0-fe74-4b0d-adf6-b6130fe7f549 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1161 time: 0.1120117
Feb 18 02:58:20.976319 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-ac675a65-847c-4d2a-9e0b-3abfd8e9a4e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 217 time: 0.0686302
Feb 18 02:58:21.049076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-91243c25-d76e-46a4-8b0d-725aca926170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:21.050638 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-91243c25-d76e-46a4-8b0d-725aca926170 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0687778
Feb 18 02:58:21.133289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c201d0-e976-41f1-b784-d17dadbab39d req-0e382b5c-1ca0-4705-9dc1-d3a88a2c5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:21.134883 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-0e382b5c-1ca0-4705-9dc1-d3a88a2c5423 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771577
Feb 18 02:58:21.277758 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-bf48defd-c349-4f3a-b41a-587ed1538b8f service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363766
Feb 18 02:58:21.420187 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35c201d0-e976-41f1-b784-d17dadbab39d req-eb6de3ee-b9a5-4783-aa93-fd05a0cfab5f service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358306
Feb 18 02:58:21.550322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-8709e8c0-0578-4960-a014-74f1cccde0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:21.552542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-8709e8c0-0578-4960-a014-74f1cccde0df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1161 time: 0.0846870
Feb 18 02:58:21.691320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-9664cb1a-1c24-45b2-a21e-88328ca03c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:21.693547 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-9664cb1a-1c24-45b2-a21e-88328ca03c28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1349509
Feb 18 02:58:21.763871 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-c0cd2342-3a60-4cc5-b064-e6ffd53f535e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 217 time: 0.0642116
Feb 18 02:58:21.835510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-d0fd2058-a937-43d5-a06f-4ac129bcf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:21.836980 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-d0fd2058-a937-43d5-a06f-4ac129bcf326 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0660129
Feb 18 02:58:21.918963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-2b83e916-8ed5-4779-99ca-06f16092502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:21.920605 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-2b83e916-8ed5-4779-99ca-06f16092502f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0768700
Feb 18 02:58:22.130132 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-b95dbbb4-9fa6-4963-be6d-019d23c55395 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021477
Feb 18 02:58:22.140602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9c29c-729b-4bdf-9f60-2fe23b2f048c req-40117d0f-37fb-4e72-b82b-1d4b23f6d21a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:22.142078 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19a9c29c-729b-4bdf-9f60-2fe23b2f048c req-40117d0f-37fb-4e72-b82b-1d4b23f6d21a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.1286867
Feb 18 02:58:22.287659 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19a9c29c-729b-4bdf-9f60-2fe23b2f048c req-c4cbaf6c-d790-4a45-8a03-3acd7138b9dc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204839
Feb 18 02:58:22.315037 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8bf05415-cc7f-4255-9030-e52646c29a17 req-f8e15131-a4df-4988-b139-5826d77f97c4 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1719699
Feb 18 02:58:23.623997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcdca3-320d-497a-9df9-54ea24135ffc req-f78d0545-f83d-446a-be19-de85b450faf5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:23.625537 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aabcdca3-320d-497a-9df9-54ea24135ffc req-f78d0545-f83d-446a-be19-de85b450faf5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0873475
Feb 18 02:58:23.677527 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aabcdca3-320d-497a-9df9-54ea24135ffc req-d3522b7b-869a-4e01-be9f-ad0b985782de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455112
Feb 18 02:58:24.881594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1714f5-ed8d-4158-acf2-027ee7b5b47f req-8f70322d-4dc2-413f-8431-23a4a94fca10 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:24.883198 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e1714f5-ed8d-4158-acf2-027ee7b5b47f req-8f70322d-4dc2-413f-8431-23a4a94fca10 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0870991
Feb 18 02:58:24.930643 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e1714f5-ed8d-4158-acf2-027ee7b5b47f req-f5566a91-c2d0-4601-8dfb-d0943421fc74 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411661
Feb 18 02:58:25.513383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 20366b16-6823-4abf-90ac-31203779555e up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:58:25.583508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 20366b16-6823-4abf-90ac-31203779555e completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:58:25.588350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 20366b16-6823-4abf-90ac-31203779555e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:58:25.588770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:25.874420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:25.902267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:58:25.912685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:58:25.916784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:25.919704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:58:25.953729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'code': 200}
Feb 18 02:58:26.001636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:58:26.006266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:58:26.438193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd42ca-0424-4b7a-984b-ecd16e276d4b req-42c9f482-d5eb-41f7-989b-c8f99e1e49e2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:26.439812 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-decd42ca-0424-4b7a-984b-ecd16e276d4b req-42c9f482-d5eb-41f7-989b-c8f99e1e49e2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.3817582
Feb 18 02:58:26.445727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171a061-7e9c-4cb5-954d-5a7dbd7c09ae req-6b11287e-d8a4-43e0-88a3-37644b26592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:26.447184 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d171a061-7e9c-4cb5-954d-5a7dbd7c09ae req-6b11287e-d8a4-43e0-88a3-37644b26592b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1163 time: 0.1081452
Feb 18 02:58:26.494494 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d171a061-7e9c-4cb5-954d-5a7dbd7c09ae req-7d5a01c0-bacf-4598-9e73-5e0a0d61d9ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394917
Feb 18 02:58:26.601159 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-decd42ca-0424-4b7a-984b-ecd16e276d4b req-590705e5-014a-4a01-85db-aef4bc215f32 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529288
Feb 18 02:58:27.016805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 20366b16-6823-4abf-90ac-31203779555e up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:58:27.089658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 20366b16-6823-4abf-90ac-31203779555e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:58:27.090064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:27.858809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68ff0b-d13c-49c5-8439-c58b8ae1e8a8 req-9c48a1b0-12e3-43f1-a115-7593eafb46dc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:27.860475 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f68ff0b-d13c-49c5-8439-c58b8ae1e8a8 req-9c48a1b0-12e3-43f1-a115-7593eafb46dc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1407549
Feb 18 02:58:27.922292 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f68ff0b-d13c-49c5-8439-c58b8ae1e8a8 req-64a14558-66cd-412d-93e8-1bc0262b9a53 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552137
Feb 18 02:58:29.119126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521e6af-9e1a-4737-bffd-a282c47c67d1 req-c2cfb425-2787-48d7-8b41-f6388c9e3530 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:29.120736 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2521e6af-9e1a-4737-bffd-a282c47c67d1 req-c2cfb425-2787-48d7-8b41-f6388c9e3530 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0881839
Feb 18 02:58:29.168021 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2521e6af-9e1a-4737-bffd-a282c47c67d1 req-3d304758-21d1-42a1-b04e-4666808609b2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411012
Feb 18 02:58:29.371384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed4c27-365a-4158-a2a6-322f65b8cc02 req-3283a800-97c9-419c-a610-dcc2b464a3ba tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:29.373013 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0ed4c27-365a-4158-a2a6-322f65b8cc02 req-3283a800-97c9-419c-a610-dcc2b464a3ba tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0925307
Feb 18 02:58:29.382579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47218) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:58:29.388722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Request body: {'floatingip': {'port_id': '20366b16-6823-4abf-90ac-31203779555e'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:58:29.479088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:30.296529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:30.299550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:30.699017 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Floating IP 212fccb7-75a1-43e2-ae4f-cca3dbc64d03 associated. External IP: 172.27.0.150, port: 20366b16-6823-4abf-90ac-31203779555e.
Feb 18 02:58:31.074038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:58:31.262763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:58:31.267103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:31.273425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:58:31.283606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:58:31.284255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87b0f61b70>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:58:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:31.329365 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-01fb865b-7d62-4aeb-b245-1831786aecdf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "PUT /v2.0/floatingips/212fccb7-75a1-43e2-ae4f-cca3dbc64d03 HTTP/1.1" status: 200  len: 992 time: 1.9455631
Feb 18 02:58:31.330030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:58:31.436953 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'status': 'completed', 'code': 200}
Feb 18 02:58:31.475573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:58:31.547627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-940f42d7-ce53-4174-a90e-d9fd440950ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:31.549266 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-940f42d7-ce53-4174-a90e-d9fd440950ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1163 time: 0.0808821
Feb 18 02:58:31.698033 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-2f99946f-fed9-4def-afde-5a426e77e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:31.699665 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-2f99946f-fed9-4def-afde-5a426e77e17f service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1435409
Feb 18 02:58:31.815093 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-f369497a-93ef-4053-b5c7-1f7d893d1655 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 1000 time: 0.1075199
Feb 18 02:58:31.844555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87b0f61b70>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '212fccb7-75a1-43e2-ae4f-cca3dbc64d03', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'port_id': '20366b16-6823-4abf-90ac-31203779555e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'mac_address': 'fa:16:3e:67:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:58:15Z', 'updated_at': '2021-02-18T02:58:30Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:31.848691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:58:31.857523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:58:31.858177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87b0f61b70>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:58:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:31.885858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-72945575-71a1-4396-a610-530281933680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:31.887456 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-72945575-71a1-4396-a610-530281933680 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0657892
Feb 18 02:58:31.978147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-5e006df8-8667-43ff-b869-bda8cd7a45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:31.979942 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-5e006df8-8667-43ff-b869-bda8cd7a45c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0852098
Feb 18 02:58:32.051680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:58:32.126921 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-56750cb5-9d49-4b71-9381-d93830f083b8 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392555
Feb 18 02:58:32.273105 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c71f554-8377-4ac1-9406-ad77ca28da4b req-a984e9b8-366e-4c05-8737-829ce1cd984c service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389682
Feb 18 02:58:32.414763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87b0f61b70>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '212fccb7-75a1-43e2-ae4f-cca3dbc64d03', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'port_id': '20366b16-6823-4abf-90ac-31203779555e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'mac_address': 'fa:16:3e:67:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:58:15Z', 'updated_at': '2021-02-18T02:58:30Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:58:32.418982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc3d86-e3cb-4e00-9e0a-80e0b301fae3 None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '212fccb7-75a1-43e2-ae4f-cca3dbc64d03', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'port_id': '20366b16-6823-4abf-90ac-31203779555e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'mac_address': 'fa:16:3e:67:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:58:15Z', 'updated_at': '2021-02-18T02:58:30Z', 'revision_number': 1, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:58:32.711408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576005d-38bb-46f8-83d6-659f351cd2f0 None None] New status for floating IP 212fccb7-75a1-43e2-ae4f-cca3dbc64d03: ACTIVE {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:58:34.660840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:58:34.927427 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-bd3d793e-e5c0-48a6-810a-07926330f0b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0776308
Feb 18 02:58:35.081862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-488d0e0a-0f9d-4028-9c5d-603190ebd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:35.084898 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-488d0e0a-0f9d-4028-9c5d-603190ebd84d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.0792649
Feb 18 02:58:35.241907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-e7970bf6-9250-4a3c-b21d-fd0d5549d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:35.243402 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-e7970bf6-9250-4a3c-b21d-fd0d5549d657 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.1381943
Feb 18 02:58:35.357374 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-3aae673b-862c-4d58-b7c9-a68e9e292966 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 1000 time: 0.1032951
Feb 18 02:58:35.431424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-a0410514-7ee5-422f-819d-a2772f01e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:35.433039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-a0410514-7ee5-422f-819d-a2772f01e8fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0674984
Feb 18 02:58:35.514490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-a7dd3598-d7ea-4c62-b2cd-383cee5666b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:58:35.515997 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-a7dd3598-d7ea-4c62-b2cd-383cee5666b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0752752
Feb 18 02:58:35.658352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-45fe6ca0-6b3b-41ce-8e10-7b2f44ffbf70 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349099
Feb 18 02:58:35.804024 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f727234-e2af-4265-88de-3b1ed67efa5b req-c7c73b95-9bba-40d4-9327-0da11ceeaa5d service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365244
Feb 18 02:58:39.480172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:44.836114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45527573-b13d-4963-aedd-174e2bb9c5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:47.363045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dddb28f-aafb-4fb4-8114-08e2ece02a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:47.544636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:48.842698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:58:49.211305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:09.504670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:11.660486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:59:14.838398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea92bd6d-7396-4ff8-880a-7c1234a1c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:17.364454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a06907e5-c04d-4763-8c84-38116142ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:17.550374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:18.842767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:19.213692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:31.110820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec488b4f-848f-4abc-b74d-80f35dc3053b req-77421f22-bbee-4e8a-91ce-b53234a236be tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:31.112463 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec488b4f-848f-4abc-b74d-80f35dc3053b req-77421f22-bbee-4e8a-91ce-b53234a236be tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 946 time: 0.0908186
Feb 18 02:59:31.160698 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec488b4f-848f-4abc-b74d-80f35dc3053b req-ef97acf6-90bf-4a49-8b03-723b8f75cd67 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0418646
Feb 18 02:59:32.362623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f997c-7369-4839-b344-b9018a7f47d2 req-b99b2f86-b65b-4029-827f-2cf4497e08ef tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:32.364261 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e22f997c-7369-4839-b344-b9018a7f47d2 req-b99b2f86-b65b-4029-827f-2cf4497e08ef tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 946 time: 0.0845253
Feb 18 02:59:32.411430 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e22f997c-7369-4839-b344-b9018a7f47d2 req-00ae5e1a-8d1c-4074-9a28-31a6ddbe8eeb tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0407946
Feb 18 02:59:32.697461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-44fedeeb-8843-45a2-a14a-ca937019061f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:32.699052 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-44fedeeb-8843-45a2-a14a-ca937019061f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 946 time: 0.0918310
Feb 18 02:59:32.777109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Deleting port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:59:32.777497 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:33.041029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] For port a01aa246-b4a7-4e2a-9961-e679f3a9ee74, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:59:33.041360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:33.346760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:33.347169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:33.347549 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Floating IP 36041335-fc83-4171-8ac9-52270e8277c7 disassociated. External IP: 172.27.0.135, port: a01aa246-b4a7-4e2a-9961-e679f3a9ee74.
Feb 18 02:59:33.347930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Calling delete_port for a01aa246-b4a7-4e2a-9961-e679f3a9ee74 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:59:33.404309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a01aa246-b4a7-4e2a-9961-e679f3a9ee74 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:59:33.499536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:33.503438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 update to DOWN by agent not found {{(pid=83979) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 18 02:59:33.515351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9108cfdf-7c42-46ff-86d4-75b46a4e358e tempest-AttachVolumeNegativeTest-689705398 tempest-AttachVolumeNegativeTest-689705398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:33.647815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'Port': ['ID=a01aa246-b4a7-4e2a-9961-e679f3a9ee74,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:33.675221 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38009818-7b0e-4703-88ef-42aa905e23ab req-8fc6125a-e27c-4852-8227-cd3ab54abf50 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.1162026
Feb 18 02:59:33.685661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.686084 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.686504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.686910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.687315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.687742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.688146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.688547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.689289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.689289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.689692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.690086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.690572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.690969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.691359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.691780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.692177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.692571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.692963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.693354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.693746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.694139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.694530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.694919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:33.701668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:34.180625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:59:34.376658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:59:34.386491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:59:34.396996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:59:34.397649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aed23630>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:34.417055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] No DVR routers for this DVR port a01aa246-b4a7-4e2a-9961-e679f3a9ee74 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:59:34.419372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:34.422159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'name': 'network-vif-deleted', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:59:34.437310 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7be071fc-6ef3-4e43-b6ab-172a8401f6f7 req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "DELETE /v2.0/ports/a01aa246-b4a7-4e2a-9961-e679f3a9ee74 HTTP/1.1" status: 204  len: 173 time: 1.7303433
Feb 18 02:59:34.535325 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f116f3-ad4c-4afd-8c3b-28167607d2bc', 'name': 'network-vif-deleted', 'tag': 'a01aa246-b4a7-4e2a-9961-e679f3a9ee74', 'status': 'completed', 'code': 200}
Feb 18 02:59:34.744627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:59:34.852108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9c88d4bb-81bd-4db3-90c9-c1c640cee252 req-357f36b1-bdba-45da-971c-c4248a767365 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:59:34.870257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9c88d4bb-81bd-4db3-90c9-c1c640cee252 req-357f36b1-bdba-45da-971c-c4248a767365 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:59:34.871699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c88d4bb-81bd-4db3-90c9-c1c640cee252 req-357f36b1-bdba-45da-971c-c4248a767365 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f116f3-ad4c-4afd-8c3b-28167607d2bc HTTP/1.1" status: 200  len: 210 time: 0.0748835
Feb 18 02:59:35.088718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aed23630>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:35.092734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:59:35.101488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:59:35.102648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aed23630>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:35.300804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:59:35.639596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aed23630>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:35.643689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33929125-cd8a-467b-990e-6f099c63e31e None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:59:36.021783 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-40fe3924-9344-445b-b246-dcedc07e08ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1369586
Feb 18 02:59:36.088384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a305d-aec0-4f5e-b150-0610fa2eda2c None None] New status for floating IP 36041335-fc83-4171-8ac9-52270e8277c7: DOWN {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:59:36.126706 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-85dc3036-784a-4084-8adb-df65b0cf503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:36.128523 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-85dc3036-784a-4084-8adb-df65b0cf503c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1163 time: 0.0836475
Feb 18 02:59:36.313731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-e1a695f6-826a-41cb-beee-7e0e59f4f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:36.315280 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-e1a695f6-826a-41cb-beee-7e0e59f4f572 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1661298
Feb 18 02:59:36.419084 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-1fb51a8e-423c-4d20-9a1e-928e488084c4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-63583035&fields=id&tenant_id=f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 267 time: 0.1327009
Feb 18 02:59:36.527191 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-66e2117a-c930-4818-87a7-265b070183e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 1002 time: 0.2011473
Feb 18 02:59:36.641976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-373949ae-50ed-40dd-b496-cbe38f98155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:36.643542 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-373949ae-50ed-40dd-b496-cbe38f98155a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.1074607
Feb 18 02:59:36.652092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-b0fd60ad-09f7-4f90-8477-606597417e89 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:36.653562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-b0fd60ad-09f7-4f90-8477-606597417e89 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 811 time: 0.2263553
Feb 18 02:59:36.717425 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-feba41c0-df8d-44a3-b8c0-d54184bf2aed tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/quotas/f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 375 time: 0.0278208
Feb 18 02:59:36.802342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-ed4bbfa5-9190-453b-8937-0492925bb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:36.803980 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-ed4bbfa5-9190-453b-8937-0492925bb427 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1495159
Feb 18 02:59:36.816068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-6c08d53b-2e5a-4fa4-8259-578e1e2ab871 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:59:36.817113 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-6c08d53b-2e5a-4fa4-8259-578e1e2ab871 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0052624
Feb 18 02:59:36.829844 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-e69c8478-0606-4874-bcbd-26628d46d0b2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1048660
Feb 18 02:59:36.909997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-ab85d857-eadb-4230-8e70-6e41ec150b32 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:59:36.911065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-ab85d857-eadb-4230-8e70-6e41ec150b32 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0530236
Feb 18 02:59:37.066922 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-882063fb-dece-4e39-afd2-3ea256191eeb service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360632
Feb 18 02:59:37.203613 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-a9cf62f1-a75e-41de-91b6-576219931b1c service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556958
Feb 18 02:59:37.334880 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-795b0c5a-00f5-4408-8d02-70f71bc9181d req-fd53cfc9-e459-45c2-9bd3-e81c7d1c4a03 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2544360
Feb 18 02:59:37.378473 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-7294b4a6-2da9-499b-94bd-e72060440ec7 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1617339
Feb 18 02:59:37.803041 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-457e8abd-f7b3-46f6-9b71-e3a7d2de7ad8 req-7f7b8235-900d-41fc-9f64-61cacc48690e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 210 time: 0.0556793
Feb 18 02:59:38.862064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-54f43228-2c09-4627-8ce9-d2b314a89560 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:38.863639 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-54f43228-2c09-4627-8ce9-d2b314a89560 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 811 time: 0.1598022
Feb 18 02:59:38.985860 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45a04630-a9e0-4ac5-8abd-3d9ee7c8c464 req-2304d901-71e2-4a8a-ab2f-ca3b7777e2e2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 210 time: 0.0622692
Feb 18 02:59:38.995062 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-cb263146-1366-4fef-8f2a-dea31d8c778d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 5761 time: 0.1235409
Feb 18 02:59:39.004209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'port': {'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'admin_state_up': True, 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'security_groups': ['483b76d4-1750-467d-991e-bb804c131dec']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:59:39.148090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:59:39.158881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:59:39.167607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Made reservation on behalf of f030adee779f4ac392bdca9ca5ae55ae for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 02:59:39.173096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:39.497621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Allocated IP 172.20.0.7 (a819795f-93fe-40be-a05a-0e51e0068e5e/e61ccd90-9ded-4eb5-b598-00e6125b11d6/14b962a4-e172-4931-a427-62958a5e51cf) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:59:39.515122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:39.704763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:39.721679 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Transition to ACTIVE for port object 14b962a4-e172-4931-a427-62958a5e51cf will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:59:39.745366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:39.760430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-719307d3-41f7-41c0-b983-3b60ece0807a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:39.902923 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=14b962a4-e172-4931-a427-62958a5e51cf,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:39.916341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:39.960062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Network a819795f-93fe-40be-a05a-0e51e0068e5e is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:59:39.961429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:59:39.963812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:59:40.031482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:40.032176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:40.060703 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0605674
Feb 18 02:59:40.073551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Request body: {'port': {'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:59:40.167392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-18622f28-f4bf-46ff-9f6f-8d6c3ef2f408 None None] Provisioning for port 14b962a4-e172-4931-a427-62958a5e51cf completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:59:40.173214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-18622f28-f4bf-46ff-9f6f-8d6c3ef2f408 None None] Provisioning complete for port 14b962a4-e172-4931-a427-62958a5e51cf triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:59:40.173771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18622f28-f4bf-46ff-9f6f-8d6c3ef2f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:40.237719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-18622f28-f4bf-46ff-9f6f-8d6c3ef2f408 None None] Port 14b962a4-e172-4931-a427-62958a5e51cf cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 02:59:40.494253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:40.521576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5d7f-bfea-4157-8fa2-e99a51a28e89 req-1d1ba39e-88b1-4b18-b613-cb3dd93d2bec tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:40.522350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3fad5d7f-bfea-4157-8fa2-e99a51a28e89 req-1d1ba39e-88b1-4b18-b613-cb3dd93d2bec tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:59:40.586188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3fad5d7f-bfea-4157-8fa2-e99a51a28e89 req-1d1ba39e-88b1-4b18-b613-cb3dd93d2bec tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:59:40.588152 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3fad5d7f-bfea-4157-8fa2-e99a51a28e89 req-1d1ba39e-88b1-4b18-b613-cb3dd93d2bec tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 931 time: 0.2377245
Feb 18 02:59:40.733136 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3fad5d7f-bfea-4157-8fa2-e99a51a28e89 req-fa384459-6a89-4291-bfa5-e07e05d4d5a4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1112728
Feb 18 02:59:40.975702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b962a4-e172-4931-a427-62958a5e51cf {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 02:59:40.983681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:40.996684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Transition to ACTIVE for port object 14b962a4-e172-4931-a427-62958a5e51cf will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 02:59:40.999044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:41.015124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7e185b9-a1f1-4714-afbe-f91c3ac8b699 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:41.152213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Pushing event updated for resources: {'Port': ['ID=14b962a4-e172-4931-a427-62958a5e51cf,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:41.164916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:41.344060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Attempting to bind port 14b962a4-e172-4931-a427-62958a5e51cf on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 02:59:41.344436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Attempting to bind port 14b962a4-e172-4931-a427-62958a5e51cf by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 02:59:41.344801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Attempting to bind port 14b962a4-e172-4931-a427-62958a5e51cf on network a819795f-93fe-40be-a05a-0e51e0068e5e {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 02:59:41.350591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 02:59:41.350958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Checking segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 02:59:41.351357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:41.351773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Bound using segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 02:59:41.352884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Bound port: 14b962a4-e172-4931-a427-62958a5e51cf, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 02:59:41.353259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:41.446823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] For port 14b962a4-e172-4931-a427-62958a5e51cf, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 02:59:41.450630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] For port 14b962a4-e172-4931-a427-62958a5e51cf, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=14b962a4-e172-4931-a427-62958a5e51cf,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 02:59:41.453583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:41.472247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-101e5144-a947-44df-afe2-cefcf0e9ba07 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:41.621916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Pushing event updated for resources: {'Port': ['ID=14b962a4-e172-4931-a427-62958a5e51cf,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:41.627091 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:41.659268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:41.659999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:41.661436 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] 10.222.0.44 "PUT /v2.0/ports/14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 1157 time: 1.5934072
Feb 18 02:59:41.661972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:59:41.747305 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf', 'status': 'completed', 'code': 200}
Feb 18 02:59:41.792945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-67a9adfd-fa5b-4cfa-aa8c-70618b5b9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:41.794641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-67a9adfd-fa5b-4cfa-aa8c-70618b5b9637 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1160 time: 0.0874212
Feb 18 02:59:41.912413 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-58b08ea9-8428-46bb-bd56-e7c25a552ebc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 217 time: 0.1095238
Feb 18 02:59:42.007946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-36f65dda-7e1a-46fb-b5e1-86c2e20c985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.010026 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-36f65dda-7e1a-46fb-b5e1-86c2e20c985f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0906343
Feb 18 02:59:42.063069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb105b-8ed7-46ab-9bf6-f6b8653003af req-b8ca767b-923a-474b-bc76-e529a60fff4f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.064672 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82cb105b-8ed7-46ab-9bf6-f6b8653003af req-b8ca767b-923a-474b-bc76-e529a60fff4f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.1959791
Feb 18 02:59:42.130014 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82cb105b-8ed7-46ab-9bf6-f6b8653003af req-a782cf54-8fa0-4031-ba74-fa396597fe3a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0520117
Feb 18 02:59:42.139448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-174e8a60-12f9-4436-8396-8b13f1aa3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.140981 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-174e8a60-12f9-4436-8396-8b13f1aa3a28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1231287
Feb 18 02:59:42.285479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-b6c5e94d-ee29-4a46-aff4-f120b6074e47 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371193
Feb 18 02:59:42.427586 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c502cd0d-5822-4a37-80ac-cd32670ffb8f req-54d52004-363e-4693-8aa0-749acd8d38f7 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350813
Feb 18 02:59:42.548511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-df815971-2bf4-443f-bea9-a0a06172174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.550119 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-df815971-2bf4-443f-bea9-a0a06172174f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1160 time: 0.0818918
Feb 18 02:59:42.691708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-58324242-4a8b-4e82-8f29-6f025d53a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.693192 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-58324242-4a8b-4e82-8f29-6f025d53a120 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.1360033
Feb 18 02:59:42.769212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-e2caeac0-66aa-4f83-941b-c47b8a457dc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 217 time: 0.0693810
Feb 18 02:59:42.839548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-c43b11c1-37a1-439f-8c13-cb46a4bb3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.841274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-c43b11c1-37a1-439f-8c13-cb46a4bb3dda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0657134
Feb 18 02:59:42.927486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-c949ec19-e296-4d7e-872a-d8a535ea31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:42.929182 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-c949ec19-e296-4d7e-872a-d8a535ea31fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0807264
Feb 18 02:59:43.138311 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-14deafdc-bcf6-4618-a9de-7ec6802536a5 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/floatingips/77440021-1d30-4f81-99c4-b9ea1b538c00 HTTP/1.1" status: 200  len: 997 time: 0.2080879
Feb 18 02:59:43.563330 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-53feec95-6124-42de-8358-b9241e88de80 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5643418
Feb 18 02:59:43.723935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-fd5911a0-41b0-4909-aee9-458b10174481 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:43.725404 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-fd5911a0-41b0-4909-aee9-458b10174481 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.5759485
Feb 18 02:59:43.748386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-0fe309a7-7a1e-4359-8448-c788aeb9dad0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 02:59:43.749443 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-0fe309a7-7a1e-4359-8448-c788aeb9dad0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0115795
Feb 18 02:59:43.857081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728254-2a5e-4523-b9bd-4b65f4ab1bbd req-cbbde11b-6566-44b5-80f6-a1f4ca381601 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:43.858683 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ae728254-2a5e-4523-b9bd-4b65f4ab1bbd req-cbbde11b-6566-44b5-80f6-a1f4ca381601 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.5967476
Feb 18 02:59:43.896588 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e24be9ac-b6dc-4598-a99f-ec55e8128854 req-53bc07b2-1125-4592-8dad-ee552a8789bd service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3238750
Feb 18 02:59:43.928953 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-6f446c6f-2c2d-4c95-b3e2-e1b897cc11a0 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 1000 time: 0.1690550
Feb 18 02:59:43.937313 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ae728254-2a5e-4523-b9bd-4b65f4ab1bbd req-f26eed76-9047-43fe-a42d-5677e701dbc6 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0654328
Feb 18 02:59:44.015414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-e197b895-cfbc-4479-aad8-264ac35b6737 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:44.016950 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-e197b895-cfbc-4479-aad8-264ac35b6737 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports/1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 942 time: 0.0786951
Feb 18 02:59:44.209139 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-3698b758-5f86-45f4-8f10-fc05046e9893 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 1000 time: 0.1100240
Feb 18 02:59:44.434646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Deleting port 94801864-bfea-4fe5-a35d-84e8e63c80ec {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:59:44.435024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:44.621023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:44.621388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:44.756943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Calling delete_port for 94801864-bfea-4fe5-a35d-84e8e63c80ec owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:59:44.840278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cd26908-0f3b-4a10-9936-15417459d051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:44.917013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:44.931235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a4f6b15b-54c0-47e0-bcb5-01962162cfbd tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:45.027104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event deleted for resources: {'Port': ['ID=94801864-bfea-4fe5-a35d-84e8e63c80ec,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:45.034012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:45.226298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c8e8-81bc-40e0-b1a1-cec8dd4d1550 req-3e7375cc-a275-40aa-a3fd-2e3ec2b92ad3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:45.228201 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e352c8e8-81bc-40e0-b1a1-cec8dd4d1550 req-3e7375cc-a275-40aa-a3fd-2e3ec2b92ad3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.1639175
Feb 18 02:59:45.258509 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:45.258886 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Floating IP 77440021-1d30-4f81-99c4-b9ea1b538c00 disassociated (deleted). External IP: 172.27.0.73, port: 1d52156d-b086-4f14-991f-3fb632c839b0.
Feb 18 02:59:45.365641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e352c8e8-81bc-40e0-b1a1-cec8dd4d1550 req-5e73be95-6ccb-4c5a-94b9-8da4593669a0 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1306086
Feb 18 02:59:45.656848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:59:45.851027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:59:45.862072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] Sync routers for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:59:45.872621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:59:45.873273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aed92f60>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:45.879360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:45.969116 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "DELETE /v2.0/floatingips/77440021-1d30-4f81-99c4-b9ea1b538c00 HTTP/1.1" status: 204  len: 173 time: 1.7462890
Feb 18 02:59:46.016255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:59:46.068731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:59:46.126598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-b18ffb75-f85a-4eae-bddb-4e0a10edfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:46.128239 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-b18ffb75-f85a-4eae-bddb-4e0a10edfdf9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.1582673
Feb 18 02:59:46.140754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a3aca-b07f-4b72-9afc-bbba7cc0d1ff req-418c0968-84f4-41c1-a183-b627139e064d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:46.142378 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f17a3aca-b07f-4b72-9afc-bbba7cc0d1ff req-418c0968-84f4-41c1-a183-b627139e064d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1144242
Feb 18 02:59:46.415000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aed92f60>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:46.419393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] Checking router: 8752b49f-134b-47d0-a3d7-ebc15dbf8771 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:59:46.428813 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:59:46.429474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aed92f60>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:46.533066 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f17a3aca-b07f-4b72-9afc-bbba7cc0d1ff req-7f85858b-1524-459a-a02f-aa857b882e12 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3654556
Feb 18 02:59:46.562431 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-09218e9d-e571-452f-84c6-1da8f1463c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:46.564349 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-09218e9d-e571-452f-84c6-1da8f1463c1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.4209929
Feb 18 02:59:46.624592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:59:46.632604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'status': 'completed', 'code': 200}
Feb 18 02:59:46.684362 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-ffb90835-6800-46ed-846f-81b66a53b6ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 217 time: 0.1134107
Feb 18 02:59:46.834656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-8a94e217-4053-4176-b380-20e8e004cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:46.836803 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-8a94e217-4053-4176-b380-20e8e004cc25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.1372430
Feb 18 02:59:46.899981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-a0131296-326f-4fba-8fb1-a094588438e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:46.901656 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-a0131296-326f-4fba-8fb1-a094588438e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 1162 time: 0.2712319
Feb 18 02:59:46.969326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aed92f60>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:46.973598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03cdce-5c57-41a0-a507-2e93f4770a5e None None] The sync data for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi is: [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:54:02Z', 'revision_number': 4, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '14508b82-fef9-485d-9fce-ddcecd254a85', 'name': '', 'network_id': '5cd6049a-212b-4fec-8c07-684e5621eb04', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'mac_address': 'fa:16:3e:58:12:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:02Z', 'updated_at': '2021-02-18T02:54:12Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'subnets': [{'id': '6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:59:46.998285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8c8d-4ad8-4e6e-ab03-f5171f3d34da req-7b4f7cb2-592a-4026-be2b-8d263e08cc84 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:46.999933 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e9f8c8d-4ad8-4e6e-ab03-f5171f3d34da req-7b4f7cb2-592a-4026-be2b-8d263e08cc84 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.3043664
Feb 18 02:59:47.093664 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e9f8c8d-4ad8-4e6e-ab03-f5171f3d34da req-67405cf5-4196-406e-baf9-a1201c823575 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0773361
Feb 18 02:59:47.101338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-33e606b3-2bba-4d44-a50b-b413b7c7ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:47.103562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-33e606b3-2bba-4d44-a50b-b413b7c7ea69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2592816
Feb 18 02:59:47.195098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-0a7d224a-9bb0-43da-9767-897a62c2509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:47.197323 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-0a7d224a-9bb0-43da-9767-897a62c2509b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 200  len: 903 time: 0.2887778
Feb 18 02:59:47.285539 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-c25e0083-31fe-4fa6-80e2-3b7472c36f85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 200  len: 217 time: 0.0753784
Feb 18 02:59:47.364426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c13a48ef-ac6c-4cd6-b31f-e130dc8aa430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:47.385439 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-245e2adf-9819-4583-89f2-8ed98b0dd367 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705727
Feb 18 02:59:47.388810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-75ca3a84-6715-4b2c-83d9-5bbbfbe7ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:47.390257 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-75ca3a84-6715-4b2c-83d9-5bbbfbe7ab61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 200  len: 848 time: 0.0880213
Feb 18 02:59:47.394914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63a0b4-9bd5-41fb-b33b-53633e85f98c None None] New status for floating IP 77440021-1d30-4f81-99c4-b9ea1b538c00: DOWN {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 02:59:47.550402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:47.598536 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4c10331-685e-4b7e-9d7a-32f19c6b2450 req-6361cdc1-4108-4303-9d2f-ad53c0f49269 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2062316
Feb 18 02:59:47.600607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-48403c82-d61d-460b-9b91-f76742af3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:47.602260 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-48403c82-d61d-460b-9b91-f76742af3e87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd6049a-212b-4fec-8c07-684e5621eb04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1823385
Feb 18 02:59:47.819254 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-f8151c07-53c2-4e86-a4a0-9257663c505c service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089655
Feb 18 02:59:47.836452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70962-c375-445d-a15b-ac31ba98a74e req-3e37e8bb-0c09-4a79-b502-91aa54ffecb8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:47.838263 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-81f70962-c375-445d-a15b-ac31ba98a74e req-3e37e8bb-0c09-4a79-b502-91aa54ffecb8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1494584
Feb 18 02:59:48.034090 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-81f70962-c375-445d-a15b-ac31ba98a74e req-936c09af-c6c3-4d25-b913-48c988e1c6d5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724253
Feb 18 02:59:48.084214 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e884b399-3080-43a7-98fe-aa8b69bd4db1 req-66e59027-aed5-41ac-9013-523a012480f7 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2558651
Feb 18 02:59:48.094272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36126-d2ce-4087-b388-eaa7108ac177 req-d88e0099-aa01-404b-808e-358a2c5e31cd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:48.095006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-90d36126-d2ce-4087-b388-eaa7108ac177 req-d88e0099-aa01-404b-808e-358a2c5e31cd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Synchronizing usage tracker for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:59:48.110260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-90d36126-d2ce-4087-b388-eaa7108ac177 req-d88e0099-aa01-404b-808e-358a2c5e31cd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Unset dirty status for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:59:48.111478 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90d36126-d2ce-4087-b388-eaa7108ac177 req-d88e0099-aa01-404b-808e-358a2c5e31cd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1844485
Feb 18 02:59:48.159638 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90d36126-d2ce-4087-b388-eaa7108ac177 req-1ceaf8db-d5c4-4fb3-84f6-adb3fc0dccbd tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410738
Feb 18 02:59:48.297345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1674c29-f4f2-4c56-a106-84ff16cc6fc8 req-0c448c69-da63-4dff-9397-563b6921e12c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:48.298914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1674c29-f4f2-4c56-a106-84ff16cc6fc8 req-0c448c69-da63-4dff-9397-563b6921e12c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.0883386
Feb 18 02:59:48.345848 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1674c29-f4f2-4c56-a106-84ff16cc6fc8 req-67710c9e-11c0-41d7-a26f-6fb418bc2d20 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0405781
Feb 18 02:59:48.659952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 02:59:48.845378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:49.222607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:49.244125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f868f8-58cb-4697-87fd-0ffc7453c038 req-6d497098-6515-490f-97ab-1189a557ed9b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:49.245720 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4f868f8-58cb-4697-87fd-0ffc7453c038 req-6d497098-6515-490f-97ab-1189a557ed9b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0902894
Feb 18 02:59:49.335169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4f868f8-58cb-4697-87fd-0ffc7453c038 req-4d11a743-3fc4-4377-bc5d-a82ca798109c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833113
Feb 18 02:59:49.378358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590b98e-ccd9-4b95-b702-271be65d57a0 req-9db57faa-8193-404a-930f-7d385844517f tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:49.379969 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b590b98e-ccd9-4b95-b702-271be65d57a0 req-9db57faa-8193-404a-930f-7d385844517f tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.0902283
Feb 18 02:59:49.428604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b590b98e-ccd9-4b95-b702-271be65d57a0 req-a8f5b3ec-6994-4e2b-8d47-2d4ed350269c tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups?id=633f5208-8aa4-4e62-b422-cbb51b5e722f&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418322
Feb 18 02:59:49.550881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1d52156d-b086-4f14-991f-3fb632c839b0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:59:49.600022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f286e-0a07-4fbd-ac7b-0b90f8e41dfc req-2eac36a0-eab1-4308-8b51-e5da64d3c417 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:49.602186 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f65f286e-0a07-4fbd-ac7b-0b90f8e41dfc req-2eac36a0-eab1-4308-8b51-e5da64d3c417 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.1418970
Feb 18 02:59:49.665202 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f65f286e-0a07-4fbd-ac7b-0b90f8e41dfc req-b8368e80-7bde-4ba4-828d-a762ccbe7f70 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0546715
Feb 18 02:59:49.672587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-90379e83-150c-4325-9fb4-0361969726b8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:49.674145 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-90379e83-150c-4325-9fb4-0361969726b8 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.44 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 945 time: 0.1404674
Feb 18 02:59:49.674420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:49.704099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:59:49.715510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d52156d-b086-4f14-991f-3fb632c839b0,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:59:49.718966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:49.721534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6dfdb3c-39ac-4528-9e6d-7b7c053b363d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:49.756494 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'code': 200}
Feb 18 02:59:49.756754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Deleting port 1d52156d-b086-4f14-991f-3fb632c839b0 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:59:49.757149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:49.797756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=7']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:49.807152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.807485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.807901 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.808279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.808653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.809024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.809392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.809760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.810127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.810492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.810855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.811215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.811691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.812055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.812411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.812770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.813129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.813495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.813852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.814209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.814566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.814924 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.815284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.815665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:49.820109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:50.025071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] For port 1d52156d-b086-4f14-991f-3fb632c839b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d52156d-b086-4f14-991f-3fb632c839b0,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:59:50.025459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:50.157208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Calling delete_port for 1d52156d-b086-4f14-991f-3fb632c839b0 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:59:50.306578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:50.323543 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2a05742f-ace1-40df-9e2f-16af320ef716 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:50.652381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event deleted for resources: {'Port': ['ID=1d52156d-b086-4f14-991f-3fb632c839b0,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:50.655279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:50.764853 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0cad261-aacd-47fa-8037-6aa8af1c3035 req-0fb00f95-ef52-4541-a71d-81a9803409b1 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.1202855
Feb 18 02:59:50.842521 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f0607-bfa3-4f8c-8f0e-56b321c387ec req-e9a3546d-30a7-416a-930e-bff4a003abb5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:50.844143 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ae3f0607-bfa3-4f8c-8f0e-56b321c387ec req-e9a3546d-30a7-416a-930e-bff4a003abb5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1985343
Feb 18 02:59:50.938108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] No DVR routers for this DVR port 1d52156d-b086-4f14-991f-3fb632c839b0 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 02:59:50.940385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:50.950976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-deleted', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:59:50.992081 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1df5586-6304-422b-b439-7d3ff4bd43cc req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.44 "DELETE /v2.0/ports/1d52156d-b086-4f14-991f-3fb632c839b0 HTTP/1.1" status: 204  len: 173 time: 1.3122919
Feb 18 02:59:51.009539 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ae3f0607-bfa3-4f8c-8f0e-56b321c387ec req-efea4b3b-809b-436c-8ac5-d2e017efd34a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298537
Feb 18 02:59:51.031984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff159a-14a0-41e0-ad32-173b1975911a req-767fc37c-2734-47d1-8c8d-090b0fdf9cc9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:51.035287 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fbff159a-14a0-41e0-ad32-173b1975911a req-767fc37c-2734-47d1-8c8d-090b0fdf9cc9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.1568663
Feb 18 02:59:51.069025 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661934e8-50b6-4301-83c5-1ff9df5f0f47', 'name': 'network-vif-deleted', 'tag': '1d52156d-b086-4f14-991f-3fb632c839b0', 'status': 'completed', 'code': 200}
Feb 18 02:59:51.089171 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fbff159a-14a0-41e0-ad32-173b1975911a req-4f8765b2-26db-4eb3-bc46-08011e14033c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0450423
Feb 18 02:59:51.943229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-429b6b2d-cf44-4c80-854f-48e9ac05b64f req-4e60706a-93a4-4b8b-b133-bca265de9f46 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Synchronizing usage tracker for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:59:51.959138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-429b6b2d-cf44-4c80-854f-48e9ac05b64f req-4e60706a-93a4-4b8b-b133-bca265de9f46 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Unset dirty status for tenant:5f3055f0bf4a4f7882bf62ab3912cd7b on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:59:51.960431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-429b6b2d-cf44-4c80-854f-48e9ac05b64f req-4e60706a-93a4-4b8b-b133-bca265de9f46 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/ports?device_id=661934e8-50b6-4301-83c5-1ff9df5f0f47 HTTP/1.1" status: 200  len: 210 time: 0.0663424
Feb 18 02:59:52.053877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 14b962a4-e172-4931-a427-62958a5e51cf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:59:52.125563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 14b962a4-e172-4931-a427-62958a5e51cf completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 02:59:52.130717 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 14b962a4-e172-4931-a427-62958a5e51cf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:59:52.131064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:52.263423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:52.277494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3b57c-25b1-414d-8ff6-9472b3214efe req-eac6f6f8-8c65-4a80-83e8-8c895d7bc20a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:52.279147 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6f3b57c-25b1-414d-8ff6-9472b3214efe req-eac6f6f8-8c65-4a80-83e8-8c895d7bc20a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1471334
Feb 18 02:59:52.293763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 02:59:52.304063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 14b962a4-e172-4931-a427-62958a5e51cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=14b962a4-e172-4931-a427-62958a5e51cf,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:59:52.307871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:52.309744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:52.343274 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6f3b57c-25b1-414d-8ff6-9472b3214efe req-0b0a49e1-b5a5-4ba1-8a7f-7e9e66a2d643 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556812
Feb 18 02:59:52.350592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347f11d-53cb-4e18-a553-c9140ad7bc9e req-43e1a318-25d6-443b-91af-78527c19068b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:52.352921 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f347f11d-53cb-4e18-a553-c9140ad7bc9e req-43e1a318-25d6-443b-91af-78527c19068b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 943 time: 0.1434691
Feb 18 02:59:52.393110 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=14b962a4-e172-4931-a427-62958a5e51cf,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:52.396705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:52.408143 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f347f11d-53cb-4e18-a553-c9140ad7bc9e req-934a8116-4afa-488c-8530-fe71180e8b9e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0490696
Feb 18 02:59:52.411247 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf', 'code': 200}
Feb 18 02:59:52.715207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e8885-8ea6-4506-860e-83917e548bda req-426ffe5a-e556-454a-9b1b-2a343e90d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:52.717699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-466e8885-8ea6-4506-860e-83917e548bda req-426ffe5a-e556-454a-9b1b-2a343e90d260 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.0906978
Feb 18 02:59:52.764562 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-466e8885-8ea6-4506-860e-83917e548bda req-08ff9e47-2459-475c-b8de-05fbf667bb88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0398145
Feb 18 02:59:53.133721 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f51be86-9957-4196-bfcb-c11aafdb38cc req-53497c7a-c161-4097-af1b-ab5c68ba5921 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "GET /v2.0/security-groups/633f5208-8aa4-4e62-b422-cbb51b5e722f HTTP/1.1" status: 200  len: 2991 time: 0.0514610
Feb 18 02:59:53.213996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5f51be86-9957-4196-bfcb-c11aafdb38cc req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:53.244885 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5f51be86-9957-4196-bfcb-c11aafdb38cc req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:53.293520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5f51be86-9957-4196-bfcb-c11aafdb38cc req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:53.299199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2d15ab23-8e28-4780-a4c4-b9d9fdece450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:53.315316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f5208-8aa4-4e62-b422-cbb51b5e722f,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:53.318291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:53.325799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5f51be86-9957-4196-bfcb-c11aafdb38cc req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:53.327008 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f51be86-9957-4196-bfcb-c11aafdb38cc req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] 10.222.0.53 "DELETE /v2.0/security-groups/633f5208-8aa4-4e62-b422-cbb51b5e722f HTTP/1.1" status: 204  len: 173 time: 0.1863313
Feb 18 02:59:53.377725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47492) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:59:53.567953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 14b962a4-e172-4931-a427-62958a5e51cf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:59:53.643699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 14b962a4-e172-4931-a427-62958a5e51cf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:59:53.644129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:53.813352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb1b1b-6a30-4baa-a449-db54bedf4e76 req-1329adb8-ee4f-485d-af39-a0cc17a1c180 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:53.814966 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2ddb1b1b-6a30-4baa-a449-db54bedf4e76 req-1329adb8-ee4f-485d-af39-a0cc17a1c180 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.3425181
Feb 18 02:59:53.911734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301a68b-46c4-46bb-9702-f240c5f655f3 req-b0936935-c813-4b07-bd9b-772bfd5d9c2b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:53.913255 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c301a68b-46c4-46bb-9702-f240c5f655f3 req-b0936935-c813-4b07-bd9b-772bfd5d9c2b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 945 time: 0.3244474
Feb 18 02:59:53.984749 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2ddb1b1b-6a30-4baa-a449-db54bedf4e76 req-0f8b3bd7-1aab-4008-b95d-958a342c5e79 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136737
Feb 18 02:59:54.085726 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c301a68b-46c4-46bb-9702-f240c5f655f3 req-898071e4-ee3e-4ffb-a926-01c35a98e1b2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1579838
Feb 18 02:59:54.299295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:54.672098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Deleting port 14508b82-fef9-485d-9fce-ddcecd254a85 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:59:54.672399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:54.854392 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] For port 14508b82-fef9-485d-9fce-ddcecd254a85, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=14508b82-fef9-485d-9fce-ddcecd254a85,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:59:54.854787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:54.987473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Calling delete_port for 14508b82-fef9-485d-9fce-ddcecd254a85 owned by network:router_interface {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:59:55.591443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 14b962a4-e172-4931-a427-62958a5e51cf up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 02:59:55.638498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a41db-892e-4be5-82bb-9708d3684238 req-6d63cc44-ca93-473c-89c9-75f2c58b9344 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:55.640151 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-026a41db-892e-4be5-82bb-9708d3684238 req-6d63cc44-ca93-473c-89c9-75f2c58b9344 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.4564536
Feb 18 02:59:55.647317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128ec61-49d3-467d-9c92-42185525659a req-c83eccd7-5a57-4bbf-ab80-a8dc621d2805 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:55.649651 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9128ec61-49d3-467d-9c92-42185525659a req-c83eccd7-5a57-4bbf-ab80-a8dc621d2805 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 945 time: 0.4183071
Feb 18 02:59:55.664566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 14b962a4-e172-4931-a427-62958a5e51cf triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 02:59:55.665068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:55.786127 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9128ec61-49d3-467d-9c92-42185525659a req-cce3f001-e45e-4415-9b5f-c523cfc1a322 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1150160
Feb 18 02:59:55.792622 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-026a41db-892e-4be5-82bb-9708d3684238 req-40324322-7c81-4843-9453-b032c0b2dfeb tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419344
Feb 18 02:59:55.798153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:55.865948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-746bba47-b333-4409-a530-849e8d52b418 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:55.922300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Pushing event deleted for resources: {'Port': ['ID=14508b82-fef9-485d-9fce-ddcecd254a85,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:55.925348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:56.064072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5b5c9-98fd-4bd7-b794-214307e6a761 req-2ca31c97-30fc-44bc-9edf-137b33d75f25 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:56.065704 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d9e5b5c9-98fd-4bd7-b794-214307e6a761 req-2ca31c97-30fc-44bc-9edf-137b33d75f25 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 945 time: 0.1585138
Feb 18 02:59:56.161033 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d9e5b5c9-98fd-4bd7-b794-214307e6a761 req-ca9e079c-17d5-4dbd-a406-01451c923445 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0671649
Feb 18 02:59:56.492860 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-ed44f917-83fb-480a-99ad-2e80f8f187f0 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2717206
Feb 18 02:59:56.493522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:56.562705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:59:56.572689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 02:59:56.594672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 02:59:56.621379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:57.094278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:57.312596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1123-a809-4c46-bd0f-4fd00941cd93 req-1b661a03-1d84-4490-84ae-8dc5ae86166c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:57.314202 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-283e1123-a809-4c46-bd0f-4fd00941cd93 req-1b661a03-1d84-4490-84ae-8dc5ae86166c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.3962488
Feb 18 02:59:57.397269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 02:59:57.446007 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-283e1123-a809-4c46-bd0f-4fd00941cd93 req-9a7d7e4d-cbd6-4d2b-883a-aaecb3e70e8c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245995
Feb 18 02:59:57.960184 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Allocated IP 172.27.0.73 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/e7401563-45b1-4798-86f2-c34e9f5eab2f) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 02:59:57.966104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 02:59:57.974850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] Sync routers for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 02:59:57.985457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:59:57.986103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af1e0b38>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:58.067109 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] 10.222.0.53 "PUT /v2.0/routers/8752b49f-134b-47d0-a3d7-ebc15dbf8771/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6881132
Feb 18 02:59:58.069932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47512) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:59:58.139715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.175942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.199275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f5b5c8b9-3d98-44e7-82e7-85ab5de770b3 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:58.267307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.343095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:59:58.349714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=e7401563-45b1-4798-86f2-c34e9f5eab2f,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:58.370169 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:58.411423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 02:59:58.412787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 02:59:58.415666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 02:59:58.468177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.478598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Deleting port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 02:59:58.479540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.514165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.647372 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.659129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af1e0b38>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:59:55Z', 'revision_number': 5, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port': {'id': 'c8bad331-13d8-400b-9ebb-a2eb9d6c1e62', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:57Z', 'updated_at': '2021-02-18T02:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:58.663141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] Checking router: 8752b49f-134b-47d0-a3d7-ebc15dbf8771 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 02:59:58.672554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] Routers {'8752b49f-134b-47d0-a3d7-ebc15dbf8771'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 02:59:58.673206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af1e0b38>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:58.683725 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] For port c8bad331-13d8-400b-9ebb-a2eb9d6c1e62, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 02:59:58.684131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:58.778876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48fe68-981f-4a2a-a49f-0a80cf1b5c96 req-88aed645-6473-46a6-be3e-8bd6225be96a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:58.780540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc48fe68-981f-4a2a-a49f-0a80cf1b5c96 req-88aed645-6473-46a6-be3e-8bd6225be96a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.2027199
Feb 18 02:59:58.823472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Calling delete_port for c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 owned by network:router_gateway {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 02:59:58.837188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] Set router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 gateway port host: None {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 02:59:58.920237 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc48fe68-981f-4a2a-a49f-0a80cf1b5c96 req-ad7bf576-63de-44eb-92ce-bff201c3ee1f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296697
Feb 18 02:59:58.952654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af1e0b38>, [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:59:58Z', 'revision_number': 6, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 02:59:58.967628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8a18d-41f4-48ef-8c5e-82698fde4a80 None None] The sync data for ids ['8752b49f-134b-47d0-a3d7-ebc15dbf8771'] in dv-cinder-763306-10-iscsi is: [{'id': '8752b49f-134b-47d0-a3d7-ebc15dbf8771', 'name': 'tempest-TestShelveInstance-1330027642-router', 'tenant_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:56Z', 'updated_at': '2021-02-18T02:59:58Z', 'revision_number': 6, 'project_id': '5f3055f0bf4a4f7882bf62ab3912cd7b', 'gw_port_host': None}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 02:59:59.002268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.004824 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.021000 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-15843c04-052b-47e5-9a63-90dec67c5850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:59.048062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.064148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55ad24e8-3a6c-4222-bd44-21546567024f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 02:59:59.108065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 14508b82-fef9-485d-9fce-ddcecd254a85 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 02:59:59.149284 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 14508b82-fef9-485d-9fce-ddcecd254a85 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 02:59:59.149663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 14508b82-fef9-485d-9fce-ddcecd254a85 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 02:59:59.172512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bad331-13d8-400b-9ebb-a2eb9d6c1e62,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:59.177366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=e7401563-45b1-4798-86f2-c34e9f5eab2f,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 02:59:59.181013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:59.189887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.190310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.190719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.191123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.191545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.191956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.192360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.192758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.193151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.193547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.193938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.194332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.194809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.195782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.196172 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.196566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.196956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.197347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.197734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.198122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.198511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.198898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.199296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.199699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 02:59:59.205236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 02:59:59.289838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.314824 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.316196 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.8073044
Feb 18 02:59:59.319587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.409639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-e237327e-87fd-4a91-9373-225e5f4875fe tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 02:59:59.425699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-e237327e-87fd-4a91-9373-225e5f4875fe tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 02:59:59.427980 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-e237327e-87fd-4a91-9373-225e5f4875fe tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 695 time: 0.1046669
Feb 18 02:59:59.512792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.515131 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.540605 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.541187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8752b49f-134b-47d0-a3d7-ebc15dbf8771 {{(pid=83978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 02:59:59.553410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.555513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8752b49f-134b-47d0-a3d7-ebc15dbf8771 HTTP/1.1" status: 204  len: 168 time: 1.4829345
Feb 18 02:59:59.557619 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47518) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 02:59:59.592858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-8a5f36f1-b5be-4e05-9244-b650c1e5de22 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:59.594337 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f970584-6806-494e-8736-c7676d3b6bb9 req-8a5f36f1-b5be-4e05-9244-b650c1e5de22 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1607926
Feb 18 02:59:59.625582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Deleting subnet 6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 02:59:59.629143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.688579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.772616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 02:59:59.788598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-6c55743f-5d9c-49f2-b4ae-429550ef241e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 02:59:59.790282 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-6c55743f-5d9c-49f2-b4ae-429550ef241e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0894012
Feb 18 02:59:59.879799 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-f0769398-679d-49fe-b925-ca3dd04ee77a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 695 time: 0.0830424
Feb 18 02:59:59.890875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'floatingip': {'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 02:59:59.976828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.047035 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.063935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5e27a33e-b256-4867-b439-df103f80beb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:00.341045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c744517-781b-4c18-a27c-39e76629aeb8 req-59d1eeb8-ca80-4e0f-9bd9-1302194b6757 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:00.342737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c744517-781b-4c18-a27c-39e76629aeb8 req-59d1eeb8-ca80-4e0f-9bd9-1302194b6757 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.2555923
Feb 18 03:00:00.404816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:00.407736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:00.446310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.455144 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6bd643d4-3d86-43d8-b9aa-7b2ac0bbec67 HTTP/1.1" status: 204  len: 168 time: 0.8940969
Feb 18 03:00:00.455338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea1b2e-fe34-4cd7-85fe-0c8497e27255 None None] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:00:00.455429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47526) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:00.481386 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c744517-781b-4c18-a27c-39e76629aeb8 req-62df87a8-1489-46ab-9909-a8194fb43aad tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300945
Feb 18 03:00:00.579286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.654200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Deleting port cc3cb086-9038-42dd-934c-1610f53c2ab7 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:00.654544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.724932 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] DHCP port deletion for 5cd6049a-212b-4fec-8c07-684e5621eb04 request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 03:00:00.729998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Deleting port cc3cb086-9038-42dd-934c-1610f53c2ab7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:00.730417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.765174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.768082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.881320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] For port cc3cb086-9038-42dd-934c-1610f53c2ab7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=cc3cb086-9038-42dd-934c-1610f53c2ab7,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:00.881700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:00.963164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] For port cc3cb086-9038-42dd-934c-1610f53c2ab7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=cc3cb086-9038-42dd-934c-1610f53c2ab7,segment=NetworkSegment(8abafe52-6239-482c-9d2f-ebf0c482c3de),segment_id=8abafe52-6239-482c-9d2f-ebf0c482c3de)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:00.963564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.035994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Calling delete_port for cc3cb086-9038-42dd-934c-1610f53c2ab7 owned by network:dhcp {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:00:01.125273 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.198408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-382c5db3-cadf-4c9e-9c1b-9acab37250c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:01.211675 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Floating IP 5fd9719b-8b47-443b-af06-fc4fccd6fa90 associated. External IP: 172.27.0.73, port: 14b962a4-e172-4931-a427-62958a5e51cf.
Feb 18 03:00:01.262098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3cb086-9038-42dd-934c-1610f53c2ab7,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:01.272343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:01.278337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:00:01.302357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] No DVR routers for this DVR port cc3cb086-9038-42dd-934c-1610f53c2ab7 on host dv-cinder-763306-10-iscsi {{(pid=83978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:00:01.321881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Calling delete_port for cc3cb086-9038-42dd-934c-1610f53c2ab7 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:00:01.350825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:00:01.351224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device c8bad331-13d8-400b-9ebb-a2eb9d6c1e62 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:00:01.352276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device cc3cb086-9038-42dd-934c-1610f53c2ab7 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:00:01.404788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: cc3cb086-9038-42dd-934c-1610f53c2ab7 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:00:01.405165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device cc3cb086-9038-42dd-934c-1610f53c2ab7 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:00:01.432135 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.439089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:00:01.439528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:00:01.550363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ad89aeb8>,) {'filters': {'network_id': ['5cd6049a-212b-4fec-8c07-684e5621eb04']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:01.564329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ad89aeb8>, '8abafe52-6239-482c-9d2f-ebf0c482c3de') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:01.564749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ad89aeb8>, '8abafe52-6239-482c-9d2f-ebf0c482c3de') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:01.578353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.596258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.598320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 03:00:01.599808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:00:01.782332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:00:01.791440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.869662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbbfb2-e2da-4b66-8393-b12d6b693095 req-3360a0ab-0b91-4674-86ba-0c780314fc57 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:01.871297 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bbbbfb2-e2da-4b66-8393-b12d6b693095 req-3360a0ab-0b91-4674-86ba-0c780314fc57 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.2006154
Feb 18 03:00:01.874144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:00:01.878557 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.885727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:00:01.896213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:00:01.896905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aeebf5f8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:01.970719 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-4bfd8bc7-447f-459f-8294-42b47f49430d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "PUT /v2.0/floatingips/5fd9719b-8b47-443b-af06-fc4fccd6fa90 HTTP/1.1" status: 200  len: 995 time: 2.0839455
Feb 18 03:00:01.972096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Network 5cd6049a-212b-4fec-8c07-684e5621eb04 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:00:01.972865 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Deleting port cc3cb086-9038-42dd-934c-1610f53c2ab7 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:01.973588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:01.973986 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:00:01.986796 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bbbbfb2-e2da-4b66-8393-b12d6b693095 req-fdf76efb-eabe-4607-9eef-4674d3fb8838 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762193
Feb 18 03:00:02.057554 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf', 'status': 'completed', 'code': 200}
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 03:00:02.068468 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 03:00:02.081620 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd190a-503f-419b-8e3e-c249a62e16b8 None None] The port 'cc3cb086-9038-42dd-934c-1610f53c2ab7' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 03:00:02.095988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:02.099703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-87f4e906-6851-4889-8ab6-a55e384ae648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:02.120347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:02.127408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd6049a-212b-4fec-8c07-684e5621eb04,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:02.132193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:02.147424 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-23f18dae-2bae-46d0-b894-81ca4d91bded admin admin] 10.222.0.53 "DELETE /v2.0/networks/5cd6049a-212b-4fec-8c07-684e5621eb04 HTTP/1.1" status: 204  len: 168 time: 1.6878412
Feb 18 03:00:02.147799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47536) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:02.208878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:00:02.234328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-38e6f05e-0e67-4229-bec8-1f76cf18af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:02.236001 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-38e6f05e-0e67-4229-bec8-1f76cf18af80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.1540093
Feb 18 03:00:02.238855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-8ef75557-3439-4c1f-ab3f-d7289407935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:02.240431 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-8ef75557-3439-4c1f-ab3f-d7289407935a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.2418437
Feb 18 03:00:02.505067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-6213653b-0df4-465d-9aef-cb68698361c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:02.506587 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-6213653b-0df4-465d-9aef-cb68698361c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2638707
Feb 18 03:00:02.507981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-77c3c560-731e-4754-aab1-08a485d0112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:02.509573 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-77c3c560-731e-4754-aab1-08a485d0112d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2426882
Feb 18 03:00:02.613610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aeebf5f8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:00Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:02.618563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:00:02.627551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:00:02.628219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aeebf5f8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:02.708344 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-7e8e4e2d-93ac-459c-8554-d10baa375903 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 998 time: 0.1937611
Feb 18 03:00:02.712170 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-8af4f9af-40f7-410f-a7e0-d661f10a6722 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 998 time: 0.1454642
Feb 18 03:00:02.760241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:02.824054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:00:02.838116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-d43b0b16-72ca-4def-a11c-d79cee9b9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:02.840520 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-d43b0b16-72ca-4def-a11c-d79cee9b9ea4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.1246796
Feb 18 03:00:02.842830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-dcddd788-8ee4-44b0-be19-6200c1178f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:02.844441 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-dcddd788-8ee4-44b0-be19-6200c1178f8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0933225
Feb 18 03:00:03.006270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-5d5d3f3c-7d1d-4da4-bee5-b78c0f4980cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:03.008073 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-5d5d3f3c-7d1d-4da4-bee5-b78c0f4980cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1560891
Feb 18 03:00:03.011215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-e4bc0e5c-d5be-4404-8e8e-1ae7a291d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:03.012733 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-e4bc0e5c-d5be-4404-8e8e-1ae7a291d082 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1194112
Feb 18 03:00:03.021421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-aaea8159-bdf5-4868-94c0-35ab48578107 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 03:00:03.022424 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-aaea8159-bdf5-4868-94c0-35ab48578107 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057459
Feb 18 03:00:03.183561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Deleting port 5e5a54b1-ec3f-40af-8a50-f1e058141119 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:03.184137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:03.242720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aeebf5f8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:00Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:03.247001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f420924-9cd1-4d4c-9578-8b3fcdf9392c None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:00Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:00:03.381288 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-bafcfca7-e676-413c-8983-bb73b832898f service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3341706
Feb 18 03:00:03.387040 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-9acbb795-61ac-43a3-b8ff-8d559f328a21 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3635032
Feb 18 03:00:03.428408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c9483-e4b8-4a68-b483-9cc4138cd9ab req-b2e9780f-59da-4e52-8014-48ff85d35c62 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:03.430277 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-683c9483-e4b8-4a68-b483-9cc4138cd9ab req-b2e9780f-59da-4e52-8014-48ff85d35c62 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.2437389
Feb 18 03:00:03.577031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068a3af-72f0-449d-98d7-a5bf98a7e042 None None] New status for floating IP 5fd9719b-8b47-443b-af06-fc4fccd6fa90: ACTIVE {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:00:03.649232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] For port 5e5a54b1-ec3f-40af-8a50-f1e058141119, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=5e5a54b1-ec3f-40af-8a50-f1e058141119,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:03.649884 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:03.784812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Calling delete_port for 5e5a54b1-ec3f-40af-8a50-f1e058141119 owned by network:router_interface {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:00:03.927853 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-683c9483-e4b8-4a68-b483-9cc4138cd9ab req-43fafae3-b36e-4c94-84e4-56251ca0aca1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1785665
Feb 18 03:00:03.961580 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d09abc67-7542-4404-a7d5-2a125a1dd16d req-7437358d-abfd-437d-908b-5f2de570586d service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5708745
Feb 18 03:00:03.963673 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2f73ac9-c0a2-4681-8c2e-4ed3245d5188 req-589e7417-9c84-4d3f-8e2f-17120bce60bb service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5423198
Feb 18 03:00:03.998364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:04.014999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff5b959d-9943-443c-a287-871859f38fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:04.118375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5a54b1-ec3f-40af-8a50-f1e058141119,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:04.123718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:04.424182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:04.934057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:00:05.131787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:00:05.144272 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1bfc48df-7344-45d7-8027-5f0a4e2cdfea admin admin] 10.222.0.53 "PUT /v2.0/routers/7948f393-1d4f-4d31-9b7d-efa04ff2c3f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9948361
Feb 18 03:00:05.145236 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] Sync routers for ids ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:00:05.147296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47546) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:05.170223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] Routers {'7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:00:05.170908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87adb168d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:05.365012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] Set router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:00:05.419776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d73c60-ae29-4e56-8fea-0b15bc2d7e78 req-1f715516-1ba1-4c92-b502-84c299932bb8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:05.421375 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-66d73c60-ae29-4e56-8fea-0b15bc2d7e78 req-1f715516-1ba1-4c92-b502-84c299932bb8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.2013168
Feb 18 03:00:05.422840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:05.552998 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-66d73c60-ae29-4e56-8fea-0b15bc2d7e78 req-b00b746b-99fe-416b-9452-d36cd4a378f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712755
Feb 18 03:00:05.651095 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:05.659698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Deleting port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:05.660066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:05.671743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87adb168d0>, [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 5, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port': {'id': '794cbff0-d644-4a2a-aadc-1d2f4938c1a7', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:54:08Z', 'updated_at': '2021-02-18T02:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:05.675748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] Checking router: 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:00:05.685008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] Routers {'7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:00:05.685650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87adb168d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T02:59:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:05.847875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] For port 794cbff0-d644-4a2a-aadc-1d2f4938c1a7, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:05.848463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:05.996511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Calling delete_port for 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 owned by network:router_gateway {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:00:06.029513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] Set router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 gateway port host: None {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:00:06.144534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87adb168d0>, [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T03:00:05Z', 'revision_number': 6, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:06.149352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99bb7a5-23f3-49bb-8e74-56ce205cb0a6 None None] The sync data for ids ['7948f393-1d4f-4d31-9b7d-efa04ff2c3f2'] in dv-cinder-763306-10-iscsi is: [{'id': '7948f393-1d4f-4d31-9b7d-efa04ff2c3f2', 'name': 'tempest-TestShelveInstance-969649369-router', 'tenant_id': '6281793d42c149faa89f3fd535171431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:54:07Z', 'updated_at': '2021-02-18T03:00:05Z', 'revision_number': 6, 'project_id': '6281793d42c149faa89f3fd535171431', 'gw_port_host': None}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:00:06.175947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.192466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:06.291915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=794cbff0-d644-4a2a-aadc-1d2f4938c1a7,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:06.301466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:06.424733 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.612459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.614992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.758008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.758568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 {{(pid=83977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 03:00:06.783651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.784879 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-26cdd7b1-5616-4948-9f21-38030ee4adb5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7948f393-1d4f-4d31-9b7d-efa04ff2c3f2 HTTP/1.1" status: 204  len: 168 time: 1.6356666
Feb 18 03:00:06.787720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47552) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:06.800689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf39b-d4f2-4b0d-a2a8-cd45bc457ea6 req-24c9a6fe-1a61-4861-97af-8d9228138fb9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:06.802820 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ebccf39b-d4f2-4b0d-a2a8-cd45bc457ea6 req-24c9a6fe-1a61-4861-97af-8d9228138fb9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1083343
Feb 18 03:00:06.853974 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ebccf39b-d4f2-4b0d-a2a8-cd45bc457ea6 req-bbbb26ff-2fbe-4385-9b12-0294b2c877fd tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440466
Feb 18 03:00:06.871582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Deleting subnet 95d2567f-c746-4a5c-9288-a0bc212f8fbd {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 03:00:06.874792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:06.931260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:07.029405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:07.148653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 5e5a54b1-ec3f-40af-8a50-f1e058141119 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:00:07.188081 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 5e5a54b1-ec3f-40af-8a50-f1e058141119 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:00:07.188548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 5e5a54b1-ec3f-40af-8a50-f1e058141119 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:00:07.189082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:00:07.228182 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:00:07.228808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 794cbff0-d644-4a2a-aadc-1d2f4938c1a7 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:00:07.314590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:07.330752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b64c15f6-6201-47d3-84a7-21c9c514048d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:07.429039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d2567f-c746-4a5c-9288-a0bc212f8fbd,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:07.432022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:07.471087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:07.477147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef18dc-060d-4b6f-96ef-03812ae3e2b0 None None] Network e974bf87-63c4-44a5-b1b0-362af353e320 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:00:07.478265 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/95d2567f-c746-4a5c-9288-a0bc212f8fbd HTTP/1.1" status: 204  len: 168 time: 0.6893461
Feb 18 03:00:07.481368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47584) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:07.628757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:07.710373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Deleting port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:07.710875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:07.872240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] DHCP port deletion for e974bf87-63c4-44a5-b1b0-362af353e320 request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 03:00:07.877017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Deleting port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:07.877483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:08.168422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] For port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:08.168946 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:08.285773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] For port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,segment=NetworkSegment(08270a12-1917-4996-a0bf-99098fa1af0a),segment_id=08270a12-1917-4996-a0bf-99098fa1af0a)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:08.286313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:08.331118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Calling delete_port for 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:00:08.428996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Calling delete_port for 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 owned by network:dhcp {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:00:08.437419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:08.486573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b49b5f-fefa-4a01-afa2-9b96d1b3d219 req-890ff8db-2682-4ca3-9e25-91ba803d27b6 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:08.494479 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-17b49b5f-fefa-4a01-afa2-9b96d1b3d219 req-890ff8db-2682-4ca3-9e25-91ba803d27b6 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.3182805
Feb 18 03:00:08.532220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:08.559359 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-17b49b5f-fefa-4a01-afa2-9b96d1b3d219 req-01a126aa-18bc-4f11-8f3c-208ef3cbf62a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638399
Feb 18 03:00:08.591132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:00:08.591736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:00:08.595379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Pushing event deleted for resources: {'Port': ['ID=1192f4dd-745c-44bc-8dab-bdb7ba13d5d2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:08.599971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:08.636579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3334f19-8600-4eff-8d32-bf51628567d0 None None] No DVR routers for this DVR port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 on host dv-cinder-763306-10-iscsi {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:00:09.093287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Deleting port 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:00:09.093632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:09.176200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:00:09.176479 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] The port '1192f4dd-745c-44bc-8dab-bdb7ba13d5d2' was deleted {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 03:00:09.223666 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:00:09.224016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1192f4dd-745c-44bc-8dab-bdb7ba13d5d2 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:00:09.333143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:09.458130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae658470>,) {'filters': {'network_id': ['e974bf87-63c4-44a5-b1b0-362af353e320']}} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:09.473898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae658470>, '08270a12-1917-4996-a0bf-99098fa1af0a') {'for_net_delete': True} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:09.474467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae658470>, '08270a12-1917-4996-a0bf-99098fa1af0a') {} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:00:09.489022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32259183'] for segment, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:09.505224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:09.507642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 03:00:09.532279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:09.701487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Network e974bf87-63c4-44a5-b1b0-362af353e320 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:00:09.712977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822516899'] for segment, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:09.971870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Network e974bf87-63c4-44a5-b1b0-362af353e320 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 03:00:09.997876 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 03:00:10.077870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166eb10-c6b1-48dd-96dd-ea34278b66dd req-c388c24b-bb9a-4884-87be-f4caaaaa82f0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:10.079692 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4166eb10-c6b1-48dd-96dd-ea34278b66dd req-c388c24b-bb9a-4884-87be-f4caaaaa82f0 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.3488269
Feb 18 03:00:10.118224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:10.138455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:10.141872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:10.177784 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4166eb10-c6b1-48dd-96dd-ea34278b66dd req-47551909-c38e-4b63-bed1-d40a8b317010 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874436
Feb 18 03:00:10.180809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Pushing event deleted for resources: {'Network': ['ID=e974bf87-63c4-44a5-b1b0-362af353e320,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:10.184026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:10.188746 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4c19e34d-06f5-4b9f-82f1-6364f66b753a admin admin] 10.222.0.53 "DELETE /v2.0/networks/e974bf87-63c4-44a5-b1b0-362af353e320 HTTP/1.1" status: 204  len: 168 time: 2.7035284
Feb 18 03:00:10.358734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47600) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:10.431086 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7591e6b4-f152-4f9c-92e9-27d141384d7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f3055f0bf4a4f7882bf62ab3912cd7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0708699
Feb 18 03:00:10.433731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47604) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:10.505811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:10.536470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:10.605266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:10.615947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b71ee08c-51f6-4436-a12d-b8bfe1b77e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:10.631548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e49283-8785-45e5-a9d6-005c0c67d1f5,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:10.634140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:10.645439 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1e49283-8785-45e5-a9d6-005c0c67d1f5 HTTP/1.1" status: 204  len: 168 time: 0.2034137
Feb 18 03:00:10.652535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27d6adc7-fcfb-491d-84f3-6ccca682c533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:11.068323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47612) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:11.127154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47616) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:11.128246 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-39aa2475-4564-4f67-a521-ccfcb4d7bdd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6281793d42c149faa89f3fd535171431&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0585513
Feb 18 03:00:11.197240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:11.229913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:11.288309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:11.293917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-163b1840-68d5-48c6-89d4-0fadc5a02ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:11.308776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb15f5a-ef37-4b11-92db-06d64d618ffa,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:11.311538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:11.319415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:11.321295 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a18d9b02-552b-4f3c-998b-7b957a78db5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deb15f5a-ef37-4b11-92db-06d64d618ffa HTTP/1.1" status: 204  len: 168 time: 0.1930068
Feb 18 03:00:11.415312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01933b6b-206f-44e4-bb6f-6b8398ecd320 req-5c185f2d-9151-4231-a1f4-72488a9ed8ef tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:11.417013 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01933b6b-206f-44e4-bb6f-6b8398ecd320 req-5c185f2d-9151-4231-a1f4-72488a9ed8ef tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1098878
Feb 18 03:00:11.469047 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01933b6b-206f-44e4-bb6f-6b8398ecd320 req-d5a6fc81-1dd0-446a-ad2d-c1efb34ca068 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445607
Feb 18 03:00:12.716298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c36aa-cd4b-4405-8cd8-13c25a2f78a9 req-935840e1-c065-4394-b691-7da8d2066127 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:12.718045 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c4c36aa-cd4b-4405-8cd8-13c25a2f78a9 req-935840e1-c065-4394-b691-7da8d2066127 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1070504
Feb 18 03:00:12.771791 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c4c36aa-cd4b-4405-8cd8-13c25a2f78a9 req-42624539-04b9-4a5d-a466-3e0aa2808ccf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448029
Feb 18 03:00:14.035203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253866e9-36fb-48ed-8472-3f321292b64e req-8e36e378-7a37-4089-9639-0277af7f4a8d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:14.037418 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-253866e9-36fb-48ed-8472-3f321292b64e req-8e36e378-7a37-4089-9639-0277af7f4a8d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1316390
Feb 18 03:00:14.091647 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-253866e9-36fb-48ed-8472-3f321292b64e req-6f267e3e-8621-4c0d-841e-4db6029e9a5b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443797
Feb 18 03:00:14.844023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0382f445-9377-4c00-a891-19e1077d36e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:15.316944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654f7f-60ee-4a1b-a224-8b23658c375b req-19aae1ec-6ac2-4836-bc39-86efa342e8cc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:15.318579 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2b654f7f-60ee-4a1b-a224-8b23658c375b req-19aae1ec-6ac2-4836-bc39-86efa342e8cc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0958965
Feb 18 03:00:15.381871 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2b654f7f-60ee-4a1b-a224-8b23658c375b req-39d818b5-b862-4845-865c-ea71663150be tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554767
Feb 18 03:00:16.592073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad2dc5-ce81-4efd-8f86-0695fd9525b9 req-373a03a6-d49b-44b3-aff8-7cc07b70864f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:16.593705 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dad2dc5-ce81-4efd-8f86-0695fd9525b9 req-373a03a6-d49b-44b3-aff8-7cc07b70864f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0878375
Feb 18 03:00:16.643409 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dad2dc5-ce81-4efd-8f86-0695fd9525b9 req-1ffd0b6d-246e-4a29-9a14-aa7223069f1a tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430346
Feb 18 03:00:17.376874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc076ff3-21b1-4d34-890f-6f023e3aa1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:17.553863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:17.582367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-01c3f4e8-8884-4144-90b9-1ec6ce049075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:17.584005 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-01c3f4e8-8884-4144-90b9-1ec6ce049075 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1163 time: 0.0820570
Feb 18 03:00:17.730124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-13e31542-6885-48c6-b15f-f03a571d1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:17.731782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-13e31542-6885-48c6-b15f-f03a571d1867 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1399415
Feb 18 03:00:17.908293 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-acd1c059-badd-44f3-8cf0-1e025f8ecab6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 1002 time: 0.1656835
Feb 18 03:00:17.957745 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe573a-8941-4d7c-8d7a-ec096048fbf8 req-d6a77292-50ec-45d2-828e-a777502888f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:17.959286 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1cbe573a-8941-4d7c-8d7a-ec096048fbf8 req-d6a77292-50ec-45d2-828e-a777502888f2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.1651926
Feb 18 03:00:18.025334 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-44f2e791-5bc3-4090-b396-868686cf9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:18.026868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-44f2e791-5bc3-4090-b396-868686cf9c40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.1107705
Feb 18 03:00:18.031513 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1cbe573a-8941-4d7c-8d7a-ec096048fbf8 req-d29b21b5-74aa-4cff-9bec-a129b4b2dd78 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636578
Feb 18 03:00:18.110178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-4cd218af-ec7b-48fb-98cd-c3d59807fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:18.111821 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-4cd218af-ec7b-48fb-98cd-c3d59807fa76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771670
Feb 18 03:00:18.254071 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-b808f0d9-ccca-4538-9471-9e52c01d041a service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348705
Feb 18 03:00:18.398945 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a45242ff-eae9-442f-9ca4-a232e57bb71b req-82a5d9ba-96db-477d-b780-88111c4c94a3 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372499
Feb 18 03:00:18.845587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:19.221936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:19.242358 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2bfa-39a6-4f21-a9fa-9d1ac75fd081 req-ec92c530-a3be-4a42-99db-1cd95e62dcbc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:19.243997 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-841b2bfa-39a6-4f21-a9fa-9d1ac75fd081 req-ec92c530-a3be-4a42-99db-1cd95e62dcbc tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0928085
Feb 18 03:00:19.291480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-841b2bfa-39a6-4f21-a9fa-9d1ac75fd081 req-37780b80-b4df-47de-8026-67ea60e83e65 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413361
Feb 18 03:00:20.499138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d8d2-5ab8-4d72-ba4c-e2a16f3a6c5d req-4d464cf3-ffc1-40b7-9088-0a1f3fd0272e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:20.500799 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9749d8d2-5ab8-4d72-ba4c-e2a16f3a6c5d req-4d464cf3-ffc1-40b7-9088-0a1f3fd0272e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0880477
Feb 18 03:00:20.548285 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9749d8d2-5ab8-4d72-ba4c-e2a16f3a6c5d req-dd5f7691-72a7-447f-a577-714b97293a1e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412433
Feb 18 03:00:21.745365 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 20366b16-6823-4abf-90ac-31203779555e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:00:21.869151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:21.898842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:00:21.909166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:21.912828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:21.915721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:22.017245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:22.021311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:22.241281 dv-cinder-763306-10-iscsi neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'code': 422} returned with failed status
Feb 18 03:00:22.277137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47698) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:00:22.410497 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-466bdc49-1707-4198-b9cf-79b48b19854a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1320350
Feb 18 03:00:22.429468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1874d5-1c05-4925-a274-38cea90c790a req-265d9125-bb25-4cf2-ba8f-7c0e2182422b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:22.431069 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0d1874d5-1c05-4925-a274-38cea90c790a req-265d9125-bb25-4cf2-ba8f-7c0e2182422b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.3283887
Feb 18 03:00:22.479898 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0d1874d5-1c05-4925-a274-38cea90c790a req-3421f89c-73d0-478c-993b-9993e8c6dabd tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423410
Feb 18 03:00:23.115966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-a7b8b41f-5d64-4aab-8afe-3d32c895c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:23.118571 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-a7b8b41f-5d64-4aab-8afe-3d32c895c18c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02&tenant_id=f1197a17bdc94e2cafa7ae011d90f205 HTTP/1.1" status: 200  len: 1161 time: 0.0822501
Feb 18 03:00:23.218552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-cbe8d6d5-70b8-45e3-ac6e-f891a48d890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:23.220183 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-cbe8d6d5-70b8-45e3-ac6e-f891a48d890a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1161 time: 0.0784469
Feb 18 03:00:23.360476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-e4ec749d-b142-47f3-8f08-97c86090ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:23.361967 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-e4ec749d-b142-47f3-8f08-97c86090ed3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1348586
Feb 18 03:00:23.472550 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-23543a92-717e-40ee-94d7-c7d4c7fb2839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 1000 time: 0.1038625
Feb 18 03:00:23.544039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-cbfd5a41-7b82-4524-9f68-1d5bd11b1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:23.545679 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-cbfd5a41-7b82-4524-9f68-1d5bd11b1414 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0646191
Feb 18 03:00:23.699584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-ae7576a8-3c4b-4c9a-ad09-7415c05a731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:23.701102 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-ae7576a8-3c4b-4c9a-ad09-7415c05a731a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1489999
Feb 18 03:00:23.711980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424bb85-60f7-4d51-9a26-e2667c209948 req-3b62aee6-00d5-4abc-8ca9-f6decc4ebcd5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:23.713494 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2424bb85-60f7-4d51-9a26-e2667c209948 req-3b62aee6-00d5-4abc-8ca9-f6decc4ebcd5 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.1116180
Feb 18 03:00:23.861827 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2424bb85-60f7-4d51-9a26-e2667c209948 req-5bb4e803-76f4-4269-9792-e036699ecfb2 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262226
Feb 18 03:00:23.892897 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-bde3bdbd-117e-44ab-89ab-5642fb7256b9 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784136
Feb 18 03:00:24.038868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65e64824-8e15-4a9b-929e-c1cfd51ad3d1 req-cd03e14e-83b1-4c37-b28f-c3bd18f9c759 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378267
Feb 18 03:00:25.162609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0607-5f53-4931-9144-f4985eb85f34 req-3f3a52a8-6b02-4229-93d9-e44ca157cfc9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:25.168050 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35fd0607-5f53-4931-9144-f4985eb85f34 req-3f3a52a8-6b02-4229-93d9-e44ca157cfc9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.1033905
Feb 18 03:00:25.220854 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35fd0607-5f53-4931-9144-f4985eb85f34 req-5105a7e2-d096-4c89-b27f-332213624123 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501366
Feb 18 03:00:25.659887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:00:26.439568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd53ad-cd11-4bfb-bfe7-ce15367c7ed2 req-5c8136b0-4925-47a2-b491-624969fa85bf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:26.441824 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ddbd53ad-cd11-4bfb-bfe7-ce15367c7ed2 req-5c8136b0-4925-47a2-b491-624969fa85bf tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0958953
Feb 18 03:00:26.493987 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ddbd53ad-cd11-4bfb-bfe7-ce15367c7ed2 req-2f9f7843-b0ca-4240-b0b3-b7e5963b762c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448406
Feb 18 03:00:27.705764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060265f8-8579-4ce9-b97a-fa7342d283a3 req-50f5ced5-c361-4f24-a54d-1d0a0dfa29dd tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:27.707452 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-060265f8-8579-4ce9-b97a-fa7342d283a3 req-50f5ced5-c361-4f24-a54d-1d0a0dfa29dd tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0944676
Feb 18 03:00:27.762074 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-060265f8-8579-4ce9-b97a-fa7342d283a3 req-550904e1-5146-4483-a0e9-6ae8091319ac tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473006
Feb 18 03:00:28.987366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220902b2-6149-4f54-bd2f-a5e105f1f532 req-2b4c8877-b380-47e4-a363-8e8613b43365 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:28.989214 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-220902b2-6149-4f54-bd2f-a5e105f1f532 req-2b4c8877-b380-47e4-a363-8e8613b43365 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.1008239
Feb 18 03:00:29.041029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-220902b2-6149-4f54-bd2f-a5e105f1f532 req-b7517daf-b296-4aed-bf2e-7efe7b7467a9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439475
Feb 18 03:00:30.254940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ed536-d883-4993-b3c8-f529dfd7a794 req-958fbb0e-d882-4fd0-a051-34953a38ba91 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:30.256521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-713ed536-d883-4993-b3c8-f529dfd7a794 req-958fbb0e-d882-4fd0-a051-34953a38ba91 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0923054
Feb 18 03:00:30.308515 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-713ed536-d883-4993-b3c8-f529dfd7a794 req-690d49cc-7c90-4233-b3ce-4958ec35b105 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438619
Feb 18 03:00:31.526315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e6e4-3fa1-4b99-8e31-ee51bb9fd584 req-f9eac1c6-ab15-4367-bb1e-0ec99af09773 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:31.528029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38e7e6e4-3fa1-4b99-8e31-ee51bb9fd584 req-f9eac1c6-ab15-4367-bb1e-0ec99af09773 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0906765
Feb 18 03:00:31.581356 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38e7e6e4-3fa1-4b99-8e31-ee51bb9fd584 req-6f5d9f20-a09b-4467-aa68-cffaa420886f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468831
Feb 18 03:00:32.799331 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3636ed-4b6f-42d2-8406-aa89d3df5330 req-63a07e4e-9d8f-4801-8dc1-863c94077abe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:32.801015 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc3636ed-4b6f-42d2-8406-aa89d3df5330 req-63a07e4e-9d8f-4801-8dc1-863c94077abe tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0921948
Feb 18 03:00:32.852568 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc3636ed-4b6f-42d2-8406-aa89d3df5330 req-bbc8672a-7da9-41d4-9db3-223ff2b5a8f8 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432820
Feb 18 03:00:34.074849 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4261-ec4e-4ae7-9cb5-6d9a162dc859 req-4e695d88-587f-4729-aa89-4547a6c6b7e7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:34.076471 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b27c4261-ec4e-4ae7-9cb5-6d9a162dc859 req-4e695d88-587f-4729-aa89-4547a6c6b7e7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0964191
Feb 18 03:00:34.126346 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b27c4261-ec4e-4ae7-9cb5-6d9a162dc859 req-1d9fdacc-228f-4ca2-a0f8-0529796669f9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435128
Feb 18 03:00:35.332755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abd0db-2135-4672-9c8e-be7085decb57 req-bdec192f-3a0d-4db8-95d5-91b1b2e088ed tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:35.334388 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5abd0db-2135-4672-9c8e-be7085decb57 req-bdec192f-3a0d-4db8-95d5-91b1b2e088ed tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0857155
Feb 18 03:00:35.385566 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5abd0db-2135-4672-9c8e-be7085decb57 req-c3950aba-877c-4ad5-a090-8a63e7777d7e tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449376
Feb 18 03:00:36.586026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d98092-1601-4da6-80a9-046565f0a026 req-b37190d9-8fc2-4b82-b1c0-a731704a88de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:36.588163 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-81d98092-1601-4da6-80a9-046565f0a026 req-b37190d9-8fc2-4b82-b1c0-a731704a88de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0854318
Feb 18 03:00:36.635349 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-81d98092-1601-4da6-80a9-046565f0a026 req-13708b31-4f22-4678-b2b9-4c6ea771114d tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410438
Feb 18 03:00:37.184792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-64b2bc54-8012-43d5-b6ec-a36758e81dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:37.186408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-64b2bc54-8012-43d5-b6ec-a36758e81dbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1161 time: 0.0812211
Feb 18 03:00:37.342491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-1e6a992f-d9dd-4dcf-8a57-5fff58d96225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:37.344091 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-1e6a992f-d9dd-4dcf-8a57-5fff58d96225 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 200  len: 911 time: 0.1372776
Feb 18 03:00:37.455130 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-0b738302-b7b2-438d-9f70-d6b0faea3956 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 200  len: 1000 time: 0.1044755
Feb 18 03:00:37.527018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-1073b4d5-8923-43ec-a047-74210272ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:37.528624 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-1073b4d5-8923-43ec-a047-74210272ecc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 200  len: 856 time: 0.0677941
Feb 18 03:00:37.610094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-619bcac2-5486-4ff0-b114-133a53d6db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:37.611635 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-619bcac2-5486-4ff0-b114-133a53d6db12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60f66b31-683c-430c-8630-a07e35516e49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0760527
Feb 18 03:00:37.757659 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-5f3e3ac7-72a2-42cf-9742-019a30342a67 service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395628
Feb 18 03:00:37.971017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb68310-948f-45d2-85aa-e719d9e8e773 req-9f2788a7-aae0-4609-9628-32e2a16d2a08 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:37.972647 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfb68310-948f-45d2-85aa-e719d9e8e773 req-9f2788a7-aae0-4609-9628-32e2a16d2a08 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.2175515
Feb 18 03:00:37.974629 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73433b58-3647-40c5-9627-e71bc738a7b4 req-29c60a4f-e37f-4a27-b6d0-c06f4861622c service neutron] 10.222.0.44 "GET /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1777620
Feb 18 03:00:38.021029 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfb68310-948f-45d2-85aa-e719d9e8e773 req-afbfd737-110c-4f27-8177-b7fbe58b02a3 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411263
Feb 18 03:00:39.235211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd62f88-bf36-4563-b24d-3f1160c79643 req-85a6347f-4033-43b0-9965-a9cf65c65b2b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:39.236779 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fd62f88-bf36-4563-b24d-3f1160c79643 req-85a6347f-4033-43b0-9965-a9cf65c65b2b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0896630
Feb 18 03:00:39.284695 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fd62f88-bf36-4563-b24d-3f1160c79643 req-bc2d7ffd-2e17-4f93-9cec-4a53989a2671 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417264
Feb 18 03:00:39.521385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:40.332662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 20366b16-6823-4abf-90ac-31203779555e up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:00:40.410457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 20366b16-6823-4abf-90ac-31203779555e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:00:40.410880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:40.493440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f679ba-2c4e-4630-8d8e-ea9533ca3b96 req-8dbb9a3b-7961-47b2-815d-9486772d47e7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:40.495393 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f8f679ba-2c4e-4630-8d8e-ea9533ca3b96 req-8dbb9a3b-7961-47b2-815d-9486772d47e7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0894346
Feb 18 03:00:40.539222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:40.551009 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f8f679ba-2c4e-4630-8d8e-ea9533ca3b96 req-5b0bca11-cfb6-4e68-9fce-e1f933bbc582 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489542
Feb 18 03:00:40.599422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:00:40.618446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:00:40.662292 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'code': 200}
Feb 18 03:00:40.691100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:40.693205 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:00:40.764475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=6']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:00:40.768152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:00:40.913672 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe99a-40bd-4687-80e0-efcdf3b9c039 req-0d39c146-e8ad-4695-af49-26e0f89b2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:40.915211 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55abe99a-40bd-4687-80e0-efcdf3b9c039 req-0d39c146-e8ad-4695-af49-26e0f89b2887 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 1163 time: 0.0761480
Feb 18 03:00:40.959997 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55abe99a-40bd-4687-80e0-efcdf3b9c039 req-787b9178-e5fd-4683-85f2-5eea89e90501 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377171
Feb 18 03:00:41.764022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41aef-b8dc-4703-bc4d-ca0e24116c97 req-08096e8b-5d88-42aa-87ff-467dcc47bf72 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:41.765610 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c2c41aef-b8dc-4703-bc4d-ca0e24116c97 req-08096e8b-5d88-42aa-87ff-467dcc47bf72 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0881736
Feb 18 03:00:41.813987 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c2c41aef-b8dc-4703-bc4d-ca0e24116c97 req-bdac4e42-3aa1-4a23-a08e-2d1ee5110ad9 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419939
Feb 18 03:00:41.851325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 20366b16-6823-4abf-90ac-31203779555e up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:00:41.925371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 20366b16-6823-4abf-90ac-31203779555e triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:00:41.925795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:43.021109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252c027-2fb7-46fa-a50f-a9ed8c4885e8 req-32b1c355-801f-42f6-a251-4b33cc4a7920 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:43.022782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d252c027-2fb7-46fa-a50f-a9ed8c4885e8 req-32b1c355-801f-42f6-a251-4b33cc4a7920 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0877147
Feb 18 03:00:43.074461 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d252c027-2fb7-46fa-a50f-a9ed8c4885e8 req-9d853913-9ad5-44c3-bbfc-8aaa4077a238 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447176
Feb 18 03:00:44.278980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe92d47-3401-425f-a31a-f1d658051feb req-82300c7d-e7e2-4f2e-82d7-afaeaa10c308 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:00:44.280588 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2fe92d47-3401-425f-a31a-f1d658051feb req-82300c7d-e7e2-4f2e-82d7-afaeaa10c308 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0867133
Feb 18 03:00:44.327296 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2fe92d47-3401-425f-a31a-f1d658051feb req-8c53d733-6d96-4c72-b352-9ab3ab1bc73c tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404978
Feb 18 03:00:44.845954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-74682eb1-a1f4-431f-af34-eac945aed04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:47.368287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d0a9222-4d42-4b18-be69-7e5c06e79412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:47.556248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:48.847442 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:00:49.223581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:02.659794 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:01:09.518584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:14.846812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb3acd55-69b3-45ba-96aa-e3446b178815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:17.370533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6213b47e-8a7a-49e7-b27e-03cdfc4b6dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:17.558457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:18.847869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:19.226206 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:36.908369 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-a99a996f-60ae-4c16-8fb7-faa94e02b8b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0792303
Feb 18 03:01:37.230927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-8f4a2c3a-13f9-493c-957a-249e9aa10471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:37.232551 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-8f4a2c3a-13f9-493c-957a-249e9aa10471 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.3022461
Feb 18 03:01:37.384909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-007a52c0-d1dc-45ad-b9ef-35f8fc99d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:37.386556 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-007a52c0-d1dc-45ad-b9ef-35f8fc99d1ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.1343739
Feb 18 03:01:37.494661 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-1ede92c6-4ac5-4fe0-85b7-190d0c7c13b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 1000 time: 0.1013968
Feb 18 03:01:37.564643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-6ba98e5d-7a4b-4ff4-a7c3-516bdc4510b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:37.566163 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-6ba98e5d-7a4b-4ff4-a7c3-516bdc4510b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0657287
Feb 18 03:01:37.650731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-59a85cdd-70c0-4d41-985f-fe23b1c459f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:37.652306 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-59a85cdd-70c0-4d41-985f-fe23b1c459f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0785794
Feb 18 03:01:37.793106 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-4076103c-898f-4984-9035-87978dc258b9 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338992
Feb 18 03:01:37.934492 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc9dcbd-8375-4b90-b9a5-8cdba2ddad8a req-342bf2e8-8fee-4578-a937-afeb47a8bac2 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354351
Feb 18 03:01:39.522724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:39.658933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:01:40.283526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caa833-9f6f-4537-9619-2a61fc7ed13e req-aed3a5e3-dc92-469b-813d-f27d7e7af456 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:40.285123 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d7caa833-9f6f-4537-9619-2a61fc7ed13e req-aed3a5e3-dc92-469b-813d-f27d7e7af456 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0847795
Feb 18 03:01:40.331527 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d7caa833-9f6f-4537-9619-2a61fc7ed13e req-d29555da-5d0b-40c3-b2d0-9120e7dcfaff tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402744
Feb 18 03:01:41.539013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb8bfe-13a9-468a-a7dc-7934e4edbaa3 req-60335ef9-feed-4c93-9b2c-c63e1b550114 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:41.540665 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09bb8bfe-13a9-468a-a7dc-7934e4edbaa3 req-60335ef9-feed-4c93-9b2c-c63e1b550114 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0880861
Feb 18 03:01:41.628483 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09bb8bfe-13a9-468a-a7dc-7934e4edbaa3 req-68780101-47ff-4d74-b959-4992d0361d5b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809004
Feb 18 03:01:41.675188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-5c9ecc37-5a4a-4b19-b322-7f73506e22de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:41.676772 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-5c9ecc37-5a4a-4b19-b322-7f73506e22de tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 946 time: 0.0941212
Feb 18 03:01:41.752682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Deleting port 20366b16-6823-4abf-90ac-31203779555e {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:41.753069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:42.014683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:42.015072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:42.163677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 20366b16-6823-4abf-90ac-31203779555e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:01:42.282975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:42.313293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:01:42.323795 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:42.324002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:42.324219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:42.324559 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Floating IP 212fccb7-75a1-43e2-ae4f-cca3dbc64d03 disassociated. External IP: 172.27.0.150, port: 20366b16-6823-4abf-90ac-31203779555e.
Feb 18 03:01:42.325120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Calling delete_port for 20366b16-6823-4abf-90ac-31203779555e owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:42.327446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:42.329309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:42.366603 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'code': 200}
Feb 18 03:01:42.401203 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=7']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:42.409058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.409454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.409836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.410211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.410580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.410949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.411317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.411711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.412085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.412448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.412813 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.413174 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.413622 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.413988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.414352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.414718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.415132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.415550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.415930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.416692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.416692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.416926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.417289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.417466 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83977) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:01:42.417623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:42.417835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:01:42.422098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:42.831754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea19e4c-7898-4178-bfcb-bbe1fce7f342 req-e37499e9-84c9-402d-b40e-b232817024b6 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:42.833334 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ea19e4c-7898-4178-bfcb-bbe1fce7f342 req-e37499e9-84c9-402d-b40e-b232817024b6 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 944 time: 0.0858924
Feb 18 03:01:42.879873 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ea19e4c-7898-4178-bfcb-bbe1fce7f342 req-29b19556-91c0-409c-8be6-4a7ebf976cd7 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups?id=faea857d-7851-449f-a5bc-6a967fc5c3c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400066
Feb 18 03:01:42.918718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Deleting port 20366b16-6823-4abf-90ac-31203779555e {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:42.919048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:43.179678 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] For port 20366b16-6823-4abf-90ac-31203779555e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20366b16-6823-4abf-90ac-31203779555e,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:43.180012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:43.487151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:43.487542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:43.487997 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Floating IP 212fccb7-75a1-43e2-ae4f-cca3dbc64d03 disassociated. External IP: 172.27.0.150, port: 20366b16-6823-4abf-90ac-31203779555e.
Feb 18 03:01:43.488379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Calling delete_port for 20366b16-6823-4abf-90ac-31203779555e owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:43.638654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:43.655925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:43.759398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event deleted for resources: {'Port': ['ID=20366b16-6823-4abf-90ac-31203779555e,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:43.773905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.774326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.774739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.775148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.775600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.776011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.776407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.776808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.777208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.777608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.778006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.778401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.778887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.779283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.779704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.780098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.780488 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.780879 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.781271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.781664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.782054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.782443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.782830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.783220 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:43.787201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:44.308352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf1f54ce-5ee6-42e7-800f-07752219d04f req-c3721efa-18f7-4d6f-89dc-ecdb43d380a1 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb1744d-6257-44ab-b61e-3d3b9cd2aa02 HTTP/1.1" status: 200  len: 210 time: 0.0731869
Feb 18 03:01:44.329344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:01:44.521630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:01:44.532939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:01:44.542801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:01:44.543464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee8bf98>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:44.567702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] No DVR routers for this DVR port 20366b16-6823-4abf-90ac-31203779555e on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:01:44.570022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:44.574544 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-deleted', 'tag': '20366b16-6823-4abf-90ac-31203779555e'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:01:44.588642 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-582f1cd2-db29-4ece-8397-b77ddbc307a6 req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.44 "DELETE /v2.0/ports/20366b16-6823-4abf-90ac-31203779555e HTTP/1.1" status: 204  len: 173 time: 2.9048607
Feb 18 03:01:44.627564 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb1744d-6257-44ab-b61e-3d3b9cd2aa02', 'name': 'network-vif-deleted', 'tag': '20366b16-6823-4abf-90ac-31203779555e', 'status': 'completed', 'code': 200}
Feb 18 03:01:44.734758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:01:44.849177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-efac3bd1-0371-4620-be73-61d77d7d8c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:45.071836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee8bf98>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:45.076471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:01:45.085471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:01:45.086123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aee8bf98>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:45.446894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:01:45.451250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47864) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:45.520536 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:45.550323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:45.595661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:45.600880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b0279219-1816-4e21-a1ec-951e89d15a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:45.616551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea857d-7851-449f-a5bc-6a967fc5c3c0,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:45.625952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.626373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.626784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.627194 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.627626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.628034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.628446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.628839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.629238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.629635 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.630034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.630429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.630916 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.631311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.631760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.632157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.632551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.632943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.633340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.633729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.634120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.634508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.635124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.635737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:01:45.642064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:45.644024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:45.648454 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47868) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:45.648609 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-559784dd-16b8-4397-82c5-9e307beff51f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "DELETE /v2.0/security-groups/faea857d-7851-449f-a5bc-6a967fc5c3c0 HTTP/1.1" status: 204  len: 168 time: 0.1960921
Feb 18 03:01:45.667773 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-06287800-1b20-4e9e-ba69-93cad62af6db tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] show failed (client error): The resource could not be found.
Feb 18 03:01:45.669185 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-06287800-1b20-4e9e-ba69-93cad62af6db tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "GET /v2.0/security-groups/faea857d-7851-449f-a5bc-6a967fc5c3c0 HTTP/1.1" status: 404  len: 347 time: 0.0192938
Feb 18 03:01:45.671948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47872) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:45.783836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aee8bf98>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:45.788115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8338-88f9-40e9-80b0-39dbc7728ef0 None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T02:53:20Z', 'revision_number': 4, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '54402286-2f43-4ccc-8b9e-185b6feedb77', 'name': '', 'network_id': '60f66b31-683c-430c-8630-a07e35516e49', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'mac_address': 'fa:16:3e:bf:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:29Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'subnets': [{'id': 'dd39743c-7869-4eef-9e2e-e43a80939324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:01:45.844996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Deleting port 106f84ff-a6e8-47a4-9c94-e26e9a7ca911 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:45.845371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:46.034524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:46.034898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:46.173987 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Calling delete_port for 106f84ff-a6e8-47a4-9c94-e26e9a7ca911 owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:46.190747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfff43f-7836-4b34-b62e-ea8ed459d079 None None] New status for floating IP 212fccb7-75a1-43e2-ae4f-cca3dbc64d03: DOWN {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:01:46.324441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:46.340990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-78ef1a73-d95f-4533-bcaa-1156c3351a7f tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:46.354473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-8cfff43f-7836-4b34-b62e-ea8ed459d079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:01:46.354876 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-8cfff43f-7836-4b34-b62e-ea8ed459d079 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:01:46.452227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Pushing event deleted for resources: {'Port': ['ID=106f84ff-a6e8-47a4-9c94-e26e9a7ca911,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:46.457234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:46.570177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:46.584404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:46.585632 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] 10.222.0.53 "DELETE /v2.0/floatingips/212fccb7-75a1-43e2-ae4f-cca3dbc64d03 HTTP/1.1" status: 204  len: 168 time: 0.9115808
Feb 18 03:01:46.856384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfff43f-7836-4b34-b62e-ea8ed459d079 None None] New status for floating IP 212fccb7-75a1-43e2-ae4f-cca3dbc64d03: DOWN {{(pid=83979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:01:47.371977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-189c901e-3977-41eb-a8d0-a52f3d159003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:47.561933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:48.848569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:49.230231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:49.419776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47896) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:50.146782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:50.511959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Deleting port 54402286-2f43-4ccc-8b9e-185b6feedb77 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:50.512340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:50.695052 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] For port 54402286-2f43-4ccc-8b9e-185b6feedb77, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=54402286-2f43-4ccc-8b9e-185b6feedb77,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:50.695450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:50.830345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Calling delete_port for 54402286-2f43-4ccc-8b9e-185b6feedb77 owned by network:router_interface {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:51.014219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:51.029944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d519a8b1-4a50-4c73-a37e-62b45df0cfc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:51.130130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=54402286-2f43-4ccc-8b9e-185b6feedb77,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:51.135995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:51.679150 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:52.191267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:01:52.379693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:01:52.389109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04312523-ae8e-4798-be20-cceacb08097a None None] Sync routers for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:01:52.395525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] 10.222.0.53 "PUT /v2.0/routers/750a96b8-043f-4dd9-a074-a90f7b4b0ae2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9725235
Feb 18 03:01:52.396407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47902) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:52.399094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:01:52.399771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe5e7f0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:52.589562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks [] for router, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:52.590925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:01:52.802215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:52.812159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Deleting port a6b9b963-9336-407c-b6a3-0cdfea034a8a {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:52.812804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:52.914201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe5e7f0>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T03:01:50Z', 'revision_number': 5, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port': {'id': 'a6b9b963-9336-407c-b6a3-0cdfea034a8a', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:53:16Z', 'updated_at': '2021-02-18T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:52.919148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04312523-ae8e-4798-be20-cceacb08097a None None] Checking router: 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:01:52.929132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] Routers {'750a96b8-043f-4dd9-a074-a90f7b4b0ae2'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:01:52.929802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe5e7f0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:53.031157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] For port a6b9b963-9336-407c-b6a3-0cdfea034a8a, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=a6b9b963-9336-407c-b6a3-0cdfea034a8a,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:53.031581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:53.097701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] Set router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 gateway port host: None {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:01:53.194254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Calling delete_port for a6b9b963-9336-407c-b6a3-0cdfea034a8a owned by network:router_gateway {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:53.217476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-04312523-ae8e-4798-be20-cceacb08097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe5e7f0>, [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T03:01:52Z', 'revision_number': 6, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:53.222017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04312523-ae8e-4798-be20-cceacb08097a None None] The sync data for ids ['750a96b8-043f-4dd9-a074-a90f7b4b0ae2'] in dv-cinder-763306-10-iscsi is: [{'id': '750a96b8-043f-4dd9-a074-a90f7b4b0ae2', 'name': 'tempest-AttachVolumeShelveTestJSON-1752141660-router', 'tenant_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:53:15Z', 'updated_at': '2021-02-18T03:01:52Z', 'revision_number': 6, 'project_id': 'f1197a17bdc94e2cafa7ae011d90f205', 'gw_port_host': None}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:01:53.388587 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:53.405841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-61371184-acd0-4425-ad1d-0c9c8bc59b40 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:53.502691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b9b963-9336-407c-b6a3-0cdfea034a8a,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:53.513212 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:53.635595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.056133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.058546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.079430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.080024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750a96b8-043f-4dd9-a074-a90f7b4b0ae2 {{(pid=83977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 03:01:54.092786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.094023 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] 10.222.0.53 "DELETE /v2.0/routers/750a96b8-043f-4dd9-a074-a90f7b4b0ae2 HTTP/1.1" status: 204  len: 168 time: 1.6966450
Feb 18 03:01:54.097199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47906) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:54.169846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Deleting subnet dd39743c-7869-4eef-9e2e-e43a80939324 {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 03:01:54.173077 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.225996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.308697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.560625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.575867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:54.897494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd39743c-7869-4eef-9e2e-e43a80939324,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:54.902892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:54.938265 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:54.943789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c1f02-06a0-4fca-a62e-a90995964941 None None] Network 60f66b31-683c-430c-8630-a07e35516e49 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:01:54.947804 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47910) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:54.948056 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b2dfb615-7ed3-46a1-b4aa-d6720312fdb1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dd39743c-7869-4eef-9e2e-e43a80939324 HTTP/1.1" status: 204  len: 168 time: 0.8496668
Feb 18 03:01:55.069692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.147820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Deleting port 9c743adf-5e07-4637-9e67-f35208b80714 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:55.148144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.211018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 54402286-2f43-4ccc-8b9e-185b6feedb77 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:01:55.261992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 54402286-2f43-4ccc-8b9e-185b6feedb77 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:01:55.262385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 54402286-2f43-4ccc-8b9e-185b6feedb77 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:01:55.262862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device a6b9b963-9336-407c-b6a3-0cdfea034a8a no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:01:55.307875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: a6b9b963-9336-407c-b6a3-0cdfea034a8a {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:01:55.308281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device a6b9b963-9336-407c-b6a3-0cdfea034a8a not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:01:55.374434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] For port 9c743adf-5e07-4637-9e67-f35208b80714, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=9c743adf-5e07-4637-9e67-f35208b80714,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:55.374828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.464533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] DHCP port deletion for 60f66b31-683c-430c-8630-a07e35516e49 request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 03:01:55.469360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Deleting port 9c743adf-5e07-4637-9e67-f35208b80714 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:55.469784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.512545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Calling delete_port for 9c743adf-5e07-4637-9e67-f35208b80714 owned by network:dhcp {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:55.590737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.606766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:55.691740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] For port 9c743adf-5e07-4637-9e67-f35208b80714, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=9c743adf-5e07-4637-9e67-f35208b80714,segment=NetworkSegment(d8a36732-674f-4abb-b638-b11125c12a80),segment_id=d8a36732-674f-4abb-b638-b11125c12a80)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:01:55.692078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.711318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c743adf-5e07-4637-9e67-f35208b80714,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:55.714793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:55.752682 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] No DVR routers for this DVR port 9c743adf-5e07-4637-9e67-f35208b80714 on host dv-cinder-763306-10-iscsi {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:01:55.824726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Calling delete_port for 9c743adf-5e07-4637-9e67-f35208b80714 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:01:55.881579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:55.898651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:01:55.899064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:01:55.997755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ad805dd8>,) {'filters': {'network_id': ['60f66b31-683c-430c-8630-a07e35516e49']}} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:56.011724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ad805dd8>, 'd8a36732-674f-4abb-b638-b11125c12a80') {'for_net_delete': True} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:56.012057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ad805dd8>, 'd8a36732-674f-4abb-b638-b11125c12a80') {} {{(pid=83977) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:01:56.024114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32259183'] for segment, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.039216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.041248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 03:01:56.222197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Network 60f66b31-683c-430c-8630-a07e35516e49 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:01:56.231222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822516899'] for segment, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.400623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Deleting port 9c743adf-5e07-4637-9e67-f35208b80714 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:01:56.401060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.409445 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Network 60f66b31-683c-430c-8630-a07e35516e49 has no segments {{(pid=83977) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 03:01:56.436603 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 03:01:56.475846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3f60e49-a45c-44ab-92d1-ba9fcad0c13c None None] The port '9c743adf-5e07-4637-9e67-f35208b80714' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 03:01:56.512481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.515909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:56.532386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.538659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Pushing event deleted for resources: {'Network': ['ID=60f66b31-683c-430c-8630-a07e35516e49,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:56.544419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:56.555868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c8551ebe-8e0b-479b-bd50-05e4d0b2ef1e admin admin] 10.222.0.53 "DELETE /v2.0/networks/60f66b31-683c-430c-8630-a07e35516e49 HTTP/1.1" status: 204  len: 168 time: 1.6069405
Feb 18 03:01:56.673289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47916) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:56.730839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6e271a43-60e4-48e8-94f9-fc07cc728c98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1197a17bdc94e2cafa7ae011d90f205&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0561528
Feb 18 03:01:56.733327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47920) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:56.796046 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.824549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.873976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.878964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d6c3d8cf-d8bb-420a-8a33-702b3b5accbe tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:56.894756 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcce5ee-e6f0-4e06-a8ec-31068d8c47c5,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:56.897909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:56.900424 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:56.901739 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfcce5ee-e6f0-4e06-a8ec-31068d8c47c5 HTTP/1.1" status: 204  len: 168 time: 0.1673450
Feb 18 03:01:57.198361 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 9c743adf-5e07-4637-9e67-f35208b80714 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:01:57.238604 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 9c743adf-5e07-4637-9e67-f35208b80714 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:01:57.239175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 9c743adf-5e07-4637-9e67-f35208b80714 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:01:57.677652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47942) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:57.788423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-832667167-network', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:01:57.793705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:01:57.797779 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Usage tracker for resource:network and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:01:57.800761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:01:57.807369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:01:57.816911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Made reservation on behalf of 4aba3df3111f443e9ff8ed6351c05c93 for: {'network': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 03:01:57.821570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for network, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:57.834812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:57.849778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:01:57.853739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:01:57.856616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:01:57.862241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:01:57.952842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:57.955671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:57.959909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30f4844a-41f1-4ca7-888e-96b12ae11f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:57.989382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 03:01:58.002791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f767d0-963c-45bb-b90d-647f4c1177cf,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:58.007623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:58.008516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.008896 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Added segment fd9894d7-5bc3-45f9-9c86-ef4f59215700 of type vxlan for network 8eb68f2d-1791-4822-9855-19e8affae2f8
Feb 18 03:01:58.038409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273057735182'] for network, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.067827 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389'] for network, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.069170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:58.069816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.075473 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4f634b8-c15c-4096-bdff-bc16d1965b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:58.180718 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5018919
Feb 18 03:01:58.183908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb68f2d-1791-4822-9855-19e8affae2f8,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:58.184146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47948) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:58.186771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:58.190749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Request body: {'subnet': {'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-832667167-subnet', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:01:58.196009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 details requested by agent ovs-agent-dv-cinder-763306-10-iscsi with host dv-cinder-763306-10-iscsi {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 03:01:58.196162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:01:58.200681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Usage tracker for resource:subnet and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:01:58.203663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:01:58.209307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:01:58.212433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 03:01:58.219647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Made reservation on behalf of 4aba3df3111f443e9ff8ed6351c05c93 for: {'subnet': 1} {{(pid=83978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 03:01:58.224523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823284952'] for subnet, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.630850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32451386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823284965'] for subnet, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.647552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3771b8cc-6234-4fce-96d2-85cfffb579e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:58.783014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbcdaf3-417d-473d-a991-62227f5c36b3,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:58.786170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:58.854443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Checking segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:01:58.854832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Network hostable DHCP agents. Network: 8eb68f2d-1791-4822-9855-19e8affae2f8, hostable agents: ['9cf62255-1262-464b-8254-8cc1b1b1b026'], hosted agents: [] {{(pid=83978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 03:01:58.874320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 is scheduled to be hosted by DHCP agent 9cf62255-1262-464b-8254-8cc1b1b1b026 with binding_index 1 {{(pid=83978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 03:01:58.882249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-iscsi, 8eb68f2d-1791-4822-9855-19e8affae2f8) {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:01:58.892004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba6176-6f46-4f0e-948c-83d173d208b7 None None] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:01:58.896671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:01:58.897327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.921852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47952) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:01:58.922070 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7365680
Feb 18 03:01:58.928018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:01:58.937017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:01:58.941202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Usage tracker for resource:router and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:01:58.944221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:01:58.949966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:01:58.960120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854012428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854746855'] for router, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.961197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854012443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014205', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28945'] for router, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:58.978668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.126069 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9669bfc0-c654-57cd-93be-42b4551f082a-8eb68f2d-1791-4822-9855-19e8affae2f8', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3'}]}} from dv-cinder-763306-10-iscsi. {{(pid=83979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 03:01:59.127031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.271511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-763267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28928'] for router, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.418207 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Allocated IP 172.20.0.2 (8eb68f2d-1791-4822-9855-19e8affae2f8/dcbcdaf3-417d-473d-a991-62227f5c36b3/903100b4-96c2-4f78-bb1a-0675241677c3) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:01:59.605260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.634768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.642192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.645732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Transition to ACTIVE for port object 903100b4-96c2-4f78-bb1a-0675241677c3 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:01:59.661892 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Transition to ACTIVE for port object 903100b4-96c2-4f78-bb1a-0675241677c3 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:01:59.666982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.683163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:01:59.817065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Pushing event updated for resources: {'Port': ['ID=903100b4-96c2-4f78-bb1a-0675241677c3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:01:59.832478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:01:59.875186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:01:59.876395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Resources bound (agent type, host, resource id):  {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:01:59.878641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:01:59.924152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Allocated IP 172.27.0.35 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/1265bd35-b4f3-44ac-865b-c91705afa187) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:01:59.936202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Attempting to bind port 903100b4-96c2-4f78-bb1a-0675241677c3 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 03:01:59.936627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Attempting to bind port 903100b4-96c2-4f78-bb1a-0675241677c3 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 03:01:59.937036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Attempting to bind port 903100b4-96c2-4f78-bb1a-0675241677c3 on network 8eb68f2d-1791-4822-9855-19e8affae2f8 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 03:01:59.942919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 3, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 03:01:59.943340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Checking segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:01:59.943816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:01:59.944257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Bound using segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 03:01:59.944920 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Bound port: 903100b4-96c2-4f78-bb1a-0675241677c3, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 03:01:59.945338 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:00.052561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] For port 903100b4-96c2-4f78-bb1a-0675241677c3, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 03:02:00.056045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] For port 903100b4-96c2-4f78-bb1a-0675241677c3, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=903100b4-96c2-4f78-bb1a-0675241677c3,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 03:02:00.059856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:00.076910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:00.234611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Pushing event updated for resources: {'Port': ['ID=903100b4-96c2-4f78-bb1a-0675241677c3,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:00.239820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4cc63d5a-9555-4dec-b117-a662d9808095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:00.331396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:00.361300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:00.380044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1cd41fe5-512b-4a58-aef2-3a3593902619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:00.532546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1265bd35-b4f3-44ac-865b-c91705afa187,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:00.535825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:00.593353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:00.594526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:00.597570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:02:01.039140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:01.230657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 903100b4-96c2-4f78-bb1a-0675241677c3 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:01.302018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 903100b4-96c2-4f78-bb1a-0675241677c3 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:01.420763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-763282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854013979'] for router, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:01.621969 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f41b7-058e-434f-9504-053a1774c8db None None] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:02:01.645436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc is scheduled to L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 with binding_index 1 {{(pid=83977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 03:02:01.715603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Provisioning for port 903100b4-96c2-4f78-bb1a-0675241677c3 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:01.733535 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Provisioning complete for port 903100b4-96c2-4f78-bb1a-0675241677c3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:01.733889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:01.840415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:02:01.856534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:02:01.863772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:01.867723 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9417562
Feb 18 03:02:01.867918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47964) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:02:02.095750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:02.096444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ad9f8198>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:02.229781 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:02.367788 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-50b75454-482e-4064-afdc-4c48db764894 None None] For port 903100b4-96c2-4f78-bb1a-0675241677c3, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=903100b4-96c2-4f78-bb1a-0675241677c3,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:02:02.379263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:02.383393 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:02.460979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:02.657803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Pushing event updated for resources: {'Port': ['ID=903100b4-96c2-4f78-bb1a-0675241677c3,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:02.665702 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-50b75454-482e-4064-afdc-4c48db764894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:02.737728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ed625c75-3e06-4552-9582-3d25fc078c15 None None] Provisioning complete for port 903100b4-96c2-4f78-bb1a-0675241677c3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:02.738151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed625c75-3e06-4552-9582-3d25fc078c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:02.872260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:02.923966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ad9f8198>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:00Z', 'revision_number': 3, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:02.931564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:02:02.932144 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Updating router ebd9f420-eacc-4185-a7f2-0888d26c28fc port 1265bd35-b4f3-44ac-865b-c91705afa187 binding host dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 03:02:02.991905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.166209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-685ad21c-00bf-4988-854a-fef7e9e6b9d4 None None] Provisioning complete for port 903100b4-96c2-4f78-bb1a-0675241677c3 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:03.166681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-685ad21c-00bf-4988-854a-fef7e9e6b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.221859 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 903100b4-96c2-4f78-bb1a-0675241677c3 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:03.246626 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Allocated IP 172.20.0.1 (8eb68f2d-1791-4822-9855-19e8affae2f8/dcbcdaf3-417d-473d-a991-62227f5c36b3/1159df79-9db7-4e54-87eb-249a6d704c98) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:02:03.407844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.424426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Transition to ACTIVE for port object 1159df79-9db7-4e54-87eb-249a6d704c98 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:03.448430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.465456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ab41c2b9-de10-449a-827b-18addac36f9b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:03.480951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 903100b4-96c2-4f78-bb1a-0675241677c3 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:03.481367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.616300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Pushing event updated for resources: {'Port': ['ID=1159df79-9db7-4e54-87eb-249a6d704c98,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:03.622029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:03.665441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:03.666728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:03.669080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:02:03.713933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.725058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-759006'] for router_interface, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.729050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Transition to ACTIVE for port object 1265bd35-b4f3-44ac-865b-c91705afa187 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:03.732867 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:03.749542 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:03.908117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17833b4-eb5c-4bb4-8195-35ebbc0211b7 None None] Pushing event updated for resources: {'Port': ['ID=1265bd35-b4f3-44ac-865b-c91705afa187,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:03.910415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5e767c9b-953c-45e5-b37b-2a23b639a9cd None None] Provisioning for port 1159df79-9db7-4e54-87eb-249a6d704c98 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:03.915357 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e17833b4-eb5c-4bb4-8195-35ebbc0211b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:03.922835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5e767c9b-953c-45e5-b37b-2a23b639a9cd None None] Provisioning complete for port 1159df79-9db7-4e54-87eb-249a6d704c98 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:03.923254 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e767c9b-953c-45e5-b37b-2a23b639a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.006903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5e767c9b-953c-45e5-b37b-2a23b639a9cd None None] Port 1159df79-9db7-4e54-87eb-249a6d704c98 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 03:02:04.016146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.025735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Attempting to bind port 1265bd35-b4f3-44ac-865b-c91705afa187 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 03:02:04.026285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Attempting to bind port 1265bd35-b4f3-44ac-865b-c91705afa187 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 03:02:04.026641 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Attempting to bind port 1265bd35-b4f3-44ac-865b-c91705afa187 on network 0761d1ce-a314-4efa-9801-7cedef19a4f5 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 03:02:04.032337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 3, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 03:02:04.033127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Checking segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:02:04.033285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.033598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Bound using segment: {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 03:02:04.034111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Bound port: 1265bd35-b4f3-44ac-865b-c91705afa187, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f012011-1d37-4db4-ac4c-29979b9deab9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 03:02:04.034520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.110759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] For port 1265bd35-b4f3-44ac-865b-c91705afa187, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 03:02:04.114515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] For port 1265bd35-b4f3-44ac-865b-c91705afa187, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1265bd35-b4f3-44ac-865b-c91705afa187,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 03:02:04.120041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.136458 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-287dbb49-59fd-40ae-80fa-607571ceaf3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:04.296171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17833b4-eb5c-4bb4-8195-35ebbc0211b7 None None] Pushing event updated for resources: {'Port': ['ID=1265bd35-b4f3-44ac-865b-c91705afa187,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:04.300787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e17833b4-eb5c-4bb4-8195-35ebbc0211b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:04.313534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.317281 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.348551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a8836701-aa78-47f8-b789-6054175bf6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:04.443070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854016900'] for router_interface, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.459612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Pushing event updated for resources: {'Port': ['ID=1159df79-9db7-4e54-87eb-249a6d704c98,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:04.504423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:04.505089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ad9f8198>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:04.513028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:04.592405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:04.593598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:04.703483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:04.794791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:02:04.942864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8d4d4240-62f0-440e-b4b8-6f66b91334f2 None None] Provisioning complete for port 1159df79-9db7-4e54-87eb-249a6d704c98 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:04.943299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4240-62f0-440e-b4b8-6f66b91334f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:04.996117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:02:05.017390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] 10.222.0.53 "PUT /v2.0/routers/ebd9f420-eacc-4185-a7f2-0888d26c28fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1366963
Feb 18 03:02:05.017643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d4240-62f0-440e-b4b8-6f66b91334f2 None None] Port 1159df79-9db7-4e54-87eb-249a6d704c98 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 03:02:05.115650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ad9f8198>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:04Z', 'revision_number': 2, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:05.120750 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afefd5-6073-4355-b239-0789316f3cfa None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:04Z', 'revision_number': 2, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:02:05.514948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47974) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:02:05.522065 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998904524', 'description': 'tempest-description--1084921836'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:05.529897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:05.535513 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:02:05.538931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:02:05.545966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:05.557793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.581468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:05.586042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:02:05.589522 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:02:05.595915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:05.682096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.685133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.691196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-77341133-4a6c-4fe9-8678-83e47f1bd98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:05.733981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2453ae-5049-47b6-a17f-1e9eb67a1275,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:05.737369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:05.738676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.740251 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2f419b6a-06e3-48d1-8f21-22b664ff8b48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2240875
Feb 18 03:02:05.743196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47982) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:02:05.749082 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'security_group_rule': {'security_group_id': '0c2453ae-5049-47b6-a17f-1e9eb67a1275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:05.755603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:05.760375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:02:05.763439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:02:05.769546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:05.788118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.869314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.872595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.874722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:05.904506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4558bc5d-bc54-4761-850a-639e8d314803,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:05.907099 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:05.932801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:05.934423 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c5a46d20-474c-4c9a-9bd8-0e50270a4897 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1901128
Feb 18 03:02:05.938438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 47986) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:02:05.952009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'security_group_rule': {'security_group_id': '0c2453ae-5049-47b6-a17f-1e9eb67a1275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:05.960889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:05.966140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:02:05.969683 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:02:05.975897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:06.003171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.079977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.083791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.097953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:06.124614 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e5f81a-80df-461b-8d0e-f9e1fe6b58d4,revision_number=0']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:06.127860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:06.131252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.133259 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f0dcf3c4-3c4e-4954-85a6-1389ffa6ff8c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1937151
Feb 18 03:02:06.136285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 47992) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:02:06.145394 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:06.152526 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:06.156963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:floatingip and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:02:06.161290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:02:06.168019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:06.178200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.329887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.605843 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Allocated IP 172.27.0.102 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:02:06.764272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.793241 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:06.813769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2611a981-a2ab-4586-8e3b-b286db7940cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:06.947368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'Port': ['ID=4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:06.960464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:07.004301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:07.005422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:07.008022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:02:07.091834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.157175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.238016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1265bd35-b4f3-44ac-865b-c91705afa187 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:07.314421 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 1265bd35-b4f3-44ac-865b-c91705afa187 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:07.319947 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 1265bd35-b4f3-44ac-865b-c91705afa187 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:07.320398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.435419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.439253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.446504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.458546 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e80ba64c-48de-4f9d-aace-d51fe9a5a6a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:07.463852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 1265bd35-b4f3-44ac-865b-c91705afa187, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1265bd35-b4f3-44ac-865b-c91705afa187,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:02:07.466600 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.469492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:07.539161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=1265bd35-b4f3-44ac-865b-c91705afa187,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:07.543707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:07.605726 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'Port': ['ID=4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:07.610850 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:07.698681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.720602 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:07.721925 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5845246
Feb 18 03:02:07.902387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-3f4642b0-1592-43d6-bf58-a2d87cad9e44 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:security_group {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:02:07.919031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-3f4642b0-1592-43d6-bf58-a2d87cad9e44 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:security_group {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:02:07.920339 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-3f4642b0-1592-43d6-bf58-a2d87cad9e44 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1998904524&fields=id&tenant_id=4aba3df3111f443e9ff8ed6351c05c93 HTTP/1.1" status: 200  len: 267 time: 0.0613089
Feb 18 03:02:08.086524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-9c7d4a01-4d0d-4ae9-b44b-b2528544a9fe tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:08.087872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-9c7d4a01-4d0d-4ae9-b44b-b2528544a9fe tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:network {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:02:08.104004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-9c7d4a01-4d0d-4ae9-b44b-b2528544a9fe tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:network {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:02:08.105279 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-9c7d4a01-4d0d-4ae9-b44b-b2528544a9fe tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 810 time: 0.1770623
Feb 18 03:02:08.122226 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-018e178e-0058-4e39-9617-1a01723b6fe2 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/quotas/4aba3df3111f443e9ff8ed6351c05c93 HTTP/1.1" status: 200  len: 375 time: 0.0108657
Feb 18 03:02:08.218708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4ab9cd07-8def-403f-a275-03e11c30b44c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:02:08.234927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4ab9cd07-8def-403f-a275-03e11c30b44c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:02:08.236668 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4ab9cd07-8def-403f-a275-03e11c30b44c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1086228
Feb 18 03:02:08.254970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-f3b406dd-2b90-4ee3-8c68-23f797960738 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 03:02:08.259801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:02:08.260291 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-f3b406dd-2b90-4ee3-8c68-23f797960738 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0104594
Feb 18 03:02:08.270736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:08.271425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe5eb38>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:08.467840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:08.639871 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-68ee1dc9-6848-4f7d-8182-e79c3ffb33ca service neutron] 10.222.0.53 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3756046
Feb 18 03:02:08.787321 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-758c5a3c-1aaf-4a6a-9415-7816ec36a761 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406147
Feb 18 03:02:08.806100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe5eb38>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:04Z', 'revision_number': 2, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:08.810491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:02:08.810896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Updating router ebd9f420-eacc-4185-a7f2-0888d26c28fc port 1159df79-9db7-4e54-87eb-249a6d704c98 binding host dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 03:02:08.872002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.013186 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6441233c-44b3-498b-a12a-146a7ecab097 req-35a27b34-ec4b-4d01-9939-f491e4a4f64f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 210 time: 0.0527289
Feb 18 03:02:09.219048 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1265bd35-b4f3-44ac-865b-c91705afa187 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:09.306806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 1265bd35-b4f3-44ac-865b-c91705afa187 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:09.307570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.313868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.326761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Transition to ACTIVE for port object 1159df79-9db7-4e54-87eb-249a6d704c98 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:09.329409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.345382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:09.646118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Pushing event updated for resources: {'Port': ['ID=1159df79-9db7-4e54-87eb-249a6d704c98,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:09.660047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.660451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.660828 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.661198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.661565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.661926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.662286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.662646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.663006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.663363 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.663743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.664100 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.664540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.664896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.665863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.666223 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.666578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.666933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.667286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.667665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.668020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.668369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.668719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.669066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:02:09.674883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:09.823970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Attempting to bind port 1159df79-9db7-4e54-87eb-249a6d704c98 on host dv-cinder-763306-10-iscsi for vnic_type normal with profile  {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 03:02:09.824381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Attempting to bind port 1159df79-9db7-4e54-87eb-249a6d704c98 by drivers openvswitch on host dv-cinder-763306-10-iscsi at level 0 using segments [{'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 03:02:09.824785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Attempting to bind port 1159df79-9db7-4e54-87eb-249a6d704c98 on network 8eb68f2d-1791-4822-9855-19e8affae2f8 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 03:02:09.830759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Checking agent: {'id': '08554c48-46d4-4813-a619-32a41b5d4f80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 49), 'started_at': datetime.datetime(2021, 2, 18, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 3, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 03:02:09.831171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Checking segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:02:09.831655 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.832087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Bound using segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 03:02:09.832596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Bound port: 1159df79-9db7-4e54-87eb-249a6d704c98, host: dv-cinder-763306-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 03:02:09.833003 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.927570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] For port 1159df79-9db7-4e54-87eb-249a6d704c98, host dv-cinder-763306-10-iscsi, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 03:02:09.930711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] For port 1159df79-9db7-4e54-87eb-249a6d704c98, host dv-cinder-763306-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1159df79-9db7-4e54-87eb-249a6d704c98,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 03:02:09.934563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:09.950863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d79ba3a4-2197-4734-a413-82dfc690501f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:09.997658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:10.102624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Pushing event updated for resources: {'Port': ['ID=1159df79-9db7-4e54-87eb-249a6d704c98,revision_number=4']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:10.108381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ee9dfdf2-b434-45d1-9513-ebb2ed990cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:10.150548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:10.151214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87afe5eb38>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:01:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:10.192410 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b52c404e-bac8-4eb4-a006-d4c70a42e483 req-a4c19324-7797-47bb-8990-95a6c2b515d8 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 210 time: 0.0610793
Feb 18 03:02:10.358478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:10.690166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87afe5eb38>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:09Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:10.694400 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc926aa-9d4a-44dc-bfe7-292d2db7f46f None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:09Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:02:10.778382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-d416f8c9-7d83-44ac-9362-fcdf9368e378 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:10.780041 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-d416f8c9-7d83-44ac-9362-fcdf9368e378 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 810 time: 0.1706164
Feb 18 03:02:10.868421 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-e4537c09-00f4-4342-afdd-cac3a32745fe tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aba3df3111f443e9ff8ed6351c05c93 HTTP/1.1" status: 200  len: 5709 time: 0.0797799
Feb 18 03:02:10.877579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'port': {'device_id': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'admin_state_up': True, 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'security_groups': ['0c2453ae-5049-47b6-a17f-1e9eb67a1275']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:11.032791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:11.043905 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:11.052690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Made reservation on behalf of 4aba3df3111f443e9ff8ed6351c05c93 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 03:02:11.059012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:11.238149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1159df79-9db7-4e54-87eb-249a6d704c98 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:11.319321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning for port 1159df79-9db7-4e54-87eb-249a6d704c98 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:11.327141 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 1159df79-9db7-4e54-87eb-249a6d704c98 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:11.327975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:11.439636 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-598b037f-d621-46ea-9297-d4003b12f660 req-909c235e-2cb9-4d0a-8bac-66a1714fb075 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 210 time: 0.0725784
Feb 18 03:02:11.465864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Allocated IP 172.20.0.7 (8eb68f2d-1791-4822-9855-19e8affae2f8/dcbcdaf3-417d-473d-a991-62227f5c36b3/a896d022-efd1-4760-b96b-a8c0b5f64dc9) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:02:11.474662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:11.511192 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] For port 1159df79-9db7-4e54-87eb-249a6d704c98, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1159df79-9db7-4e54-87eb-249a6d704c98,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:02:11.516714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:11.518681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:11.596262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Pushing event updated for resources: {'Port': ['ID=1159df79-9db7-4e54-87eb-249a6d704c98,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:11.600799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:11.691388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:11.709671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Transition to ACTIVE for port object a896d022-efd1-4760-b96b-a8c0b5f64dc9 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:11.733575 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:11.751580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17133a6d-1b4d-4cb4-a343-c2bea4c98645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:11.904292 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'Port': ['ID=a896d022-efd1-4760-b96b-a8c0b5f64dc9,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:11.907440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:11.956287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:11.957822 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:11.960185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:02:12.036385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:12.037067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:12.067255 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1939757
Feb 18 03:02:12.081618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Request body: {'port': {'device_id': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:12.213050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:12.234548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5fcee4ca-2b08-49e9-a372-81e016a62be7 None None] Provisioning for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:12.239436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5fcee4ca-2b08-49e9-a372-81e016a62be7 None None] Provisioning complete for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:12.239881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5fcee4ca-2b08-49e9-a372-81e016a62be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:12.302506 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5fcee4ca-2b08-49e9-a372-81e016a62be7 None None] Port a896d022-efd1-4760-b96b-a8c0b5f64dc9 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 03:02:12.686724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a896d022-efd1-4760-b96b-a8c0b5f64dc9 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 03:02:12.695993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:12.717674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Transition to ACTIVE for port object a896d022-efd1-4760-b96b-a8c0b5f64dc9 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:12.722671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:12.738184 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:12.775523 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ebc4a-5c9b-48fb-bc1c-3ee0aa1c77b7 req-b2453e38-b294-4265-91d5-47ac14c6cf4e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:12.776274 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-877ebc4a-5c9b-48fb-bc1c-3ee0aa1c77b7 req-b2453e38-b294-4265-91d5-47ac14c6cf4e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:02:12.877836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-877ebc4a-5c9b-48fb-bc1c-3ee0aa1c77b7 req-b2453e38-b294-4265-91d5-47ac14c6cf4e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:02:12.879096 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-877ebc4a-5c9b-48fb-bc1c-3ee0aa1c77b7 req-b2453e38-b294-4265-91d5-47ac14c6cf4e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 931 time: 0.3144438
Feb 18 03:02:12.920186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Pushing event updated for resources: {'Port': ['ID=a896d022-efd1-4760-b96b-a8c0b5f64dc9,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:12.923432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:12.974343 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-877ebc4a-5c9b-48fb-bc1c-3ee0aa1c77b7 req-2e50dee6-e03c-4bf0-8a5a-a88b6402b46a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847931
Feb 18 03:02:13.130551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Attempting to bind port a896d022-efd1-4760-b96b-a8c0b5f64dc9 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 03:02:13.131017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Attempting to bind port a896d022-efd1-4760-b96b-a8c0b5f64dc9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 03:02:13.131381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Attempting to bind port a896d022-efd1-4760-b96b-a8c0b5f64dc9 on network 8eb68f2d-1791-4822-9855-19e8affae2f8 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 03:02:13.137406 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 03:02:13.137778 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Checking segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:02:13.138183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:13.138607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Bound using segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 03:02:13.139078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Bound port: a896d022-efd1-4760-b96b-a8c0b5f64dc9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 03:02:13.139447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:13.220490 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1159df79-9db7-4e54-87eb-249a6d704c98 up at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:13.235839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] For port a896d022-efd1-4760-b96b-a8c0b5f64dc9, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 03:02:13.238976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] For port a896d022-efd1-4760-b96b-a8c0b5f64dc9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 03:02:13.249312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:13.265698 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:13.303937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Provisioning complete for port 1159df79-9db7-4e54-87eb-249a6d704c98 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:13.304360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:13.425154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Pushing event updated for resources: {'Port': ['ID=a896d022-efd1-4760-b96b-a8c0b5f64dc9,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:13.430630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:13.460268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:13.460953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:13.463128 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] 10.222.0.44 "PUT /v2.0/ports/a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 1157 time: 1.3864822
Feb 18 03:02:13.463643 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:02:13.542444 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'status': 'completed', 'code': 200}
Feb 18 03:02:13.586471 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4a2fd0c5-16e5-4932-ba34-0ea231679e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:13.588868 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-4a2fd0c5-16e5-4932-ba34-0ea231679e08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1160 time: 0.0892339
Feb 18 03:02:13.670467 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-6bf84765-65d3-4c24-8af9-5785114cb211 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 217 time: 0.0727928
Feb 18 03:02:13.741634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-d45e29da-9ab8-43ca-9779-85f98316d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:13.743148 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-d45e29da-9ab8-43ca-9779-85f98316d729 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0655880
Feb 18 03:02:13.829821 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-b3c062b5-7a8f-4571-af60-b57316bc4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:13.831439 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-b3c062b5-7a8f-4571-af60-b57316bc4edd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0810518
Feb 18 03:02:14.247587 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-12c7a6ca-1270-449d-a797-4c5c309c5e48 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4083836
Feb 18 03:02:14.417870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45febf98-cce6-44ed-8c81-3b3c73fe40d8 req-2fd77688-a934-4d94-b4f1-efc34c98c680 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:14.419518 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45febf98-cce6-44ed-8c81-3b3c73fe40d8 req-2fd77688-a934-4d94-b4f1-efc34c98c680 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 943 time: 0.2101619
Feb 18 03:02:14.428732 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab7891ac-daa1-458a-af32-40b90d2c7f9a req-644e874e-7e93-4a5a-a922-3140aaaed80e service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1685987
Feb 18 03:02:14.471807 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45febf98-cce6-44ed-8c81-3b3c73fe40d8 req-8443cc88-57f5-4f8a-85ce-0c0460867cb5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453546
Feb 18 03:02:14.554430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-9410f10f-f723-466f-8cf3-4c374dfea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:14.556677 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-9410f10f-f723-466f-8cf3-4c374dfea980 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1160 time: 0.0815387
Feb 18 03:02:14.697875 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-49f9b53a-87cd-4c9b-924e-de19d362af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:14.699433 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-49f9b53a-87cd-4c9b-924e-de19d362af00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1372056
Feb 18 03:02:14.772973 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-d1b9e90e-51ea-4028-9c11-5001f399d2a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 217 time: 0.0671470
Feb 18 03:02:14.847029 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-6aa4e1aa-5a09-41e1-b5b3-7b25139b49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:14.848589 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-6aa4e1aa-5a09-41e1-b5b3-7b25139b49ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0681641
Feb 18 03:02:14.851359 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7eae343-3f9b-44c4-8fe5-fd9f6d859df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:14.932496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-2f6802a4-dddd-45b6-a6d6-f09c518574e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:14.934162 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-2f6802a4-dddd-45b6-a6d6-f09c518574e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0792229
Feb 18 03:02:15.078079 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-789fcd2b-570b-4763-bdb8-a52c3d64c1a1 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371348
Feb 18 03:02:15.223319 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3afd3510-fa8d-4a4f-9165-a72d26dc83c2 req-6311ec1a-2c1f-47b8-bda8-76350047e4b8 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377230
Feb 18 03:02:15.684314 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b208e-2c14-49df-8553-3c0230d664db req-bc559b9e-4da6-4344-9731-376c12150d0a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:15.685869 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-671b208e-2c14-49df-8553-3c0230d664db req-bc559b9e-4da6-4344-9731-376c12150d0a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 943 time: 0.0923369
Feb 18 03:02:15.733970 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-671b208e-2c14-49df-8553-3c0230d664db req-b3441aae-288b-43b2-9dc9-81dd224a8390 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418918
Feb 18 03:02:16.658639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:02:16.850420 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-96fecc89-460d-43f6-ad6d-832f849d2bcf tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-63583035&fields=id&tenant_id=f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 267 time: 0.0445664
Feb 18 03:02:17.080656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a8a02-07d8-482d-aa22-1c0c3789ee03 req-2d713fe0-f09e-4bd9-b7f0-b96a65c8dab9 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:17.082269 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e0a8a02-07d8-482d-aa22-1c0c3789ee03 req-2d713fe0-f09e-4bd9-b7f0-b96a65c8dab9 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 943 time: 0.2309086
Feb 18 03:02:17.090407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-f4a47032-551c-48a7-a6f1-7f2b84860a94 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:17.091888 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-f4a47032-551c-48a7-a6f1-7f2b84860a94 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 811 time: 0.2034752
Feb 18 03:02:17.133719 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-a5768a9f-6971-48d6-bcbc-fdb42b0aac40 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/quotas/f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 375 time: 0.0243211
Feb 18 03:02:17.181502 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e0a8a02-07d8-482d-aa22-1c0c3789ee03 req-60a881a3-73e6-4fd8-be64-26e3786899f5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885489
Feb 18 03:02:17.236153 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-bfbe92b0-e56c-4790-83f9-d61e83f1ad15 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0956399
Feb 18 03:02:17.374930 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a3646a9-89d8-484f-9d66-cbdad2150c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:17.387461 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-83649ee9-3fd9-4bd7-b19a-f15090d84915 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391680
Feb 18 03:02:17.535111 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-f06cc091-b5a0-43a0-9da2-4e7d4ced7b56 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410189
Feb 18 03:02:17.563773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:17.953206 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-705e72ee-6c00-489f-ab70-860c74f6511d req-ff9494ca-8b35-4185-9f99-579f715391f2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 210 time: 0.0549233
Feb 18 03:02:18.382123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810c425-9cce-4d22-8708-2f6eec3f9f4f req-38002a84-ea51-443c-9ce2-9b7a8429319a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:18.383847 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d810c425-9cce-4d22-8708-2f6eec3f9f4f req-38002a84-ea51-443c-9ce2-9b7a8429319a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 943 time: 0.0880494
Feb 18 03:02:18.433818 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d810c425-9cce-4d22-8708-2f6eec3f9f4f req-addbe5ac-b2fb-48b3-b80a-754e2d81961c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435123
Feb 18 03:02:18.851227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:18.989064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-4a4e96b8-4c15-490e-a597-71298715337e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:18.990626 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-4a4e96b8-4c15-490e-a597-71298715337e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 811 time: 0.1678810
Feb 18 03:02:19.074004 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-c97ce193-c137-4db8-bd98-ed261a083b11 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f030adee779f4ac392bdca9ca5ae55ae HTTP/1.1" status: 200  len: 5761 time: 0.0753446
Feb 18 03:02:19.124302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'port': {'device_id': '78c100f4-2509-4a38-9493-e09fb6373428', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'admin_state_up': True, 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'security_groups': ['483b76d4-1750-467d-991e-bb804c131dec']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:19.143217 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f27f35a6-a6c3-4c6b-a7a6-72aabe62b353 req-af15c307-33d2-49a2-93ef-08668b21ccb4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 210 time: 0.0681722
Feb 18 03:02:19.230266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:19.275816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:19.285515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:19.294076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Made reservation on behalf of f030adee779f4ac392bdca9ca5ae55ae for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 03:02:19.299621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:19.348903 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:19.424287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:19.429411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:19.429831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:19.563653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:19.599107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:02:19.610627 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port a896d022-efd1-4760-b96b-a8c0b5f64dc9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:02:19.615439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:19.617414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-89a2ceb7-e4aa-4774-a401-f0eeab8b64f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:19.675537 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'code': 200}
Feb 18 03:02:19.683246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Allocated IP 172.20.0.5 (a819795f-93fe-40be-a05a-0e51e0068e5e/e61ccd90-9ded-4eb5-b598-00e6125b11d6/0299ca99-8135-4251-a4e4-37afebb45d50) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:02:19.697670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=a896d022-efd1-4760-b96b-a8c0b5f64dc9,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:19.700995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:19.725785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f243d-bc6d-4c66-b22f-7d85a7175925 req-90f35d80-18c4-47c7-ac16-1cc0b6e98e61 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:19.730683 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-089f243d-bc6d-4c66-b22f-7d85a7175925 req-90f35d80-18c4-47c7-ac16-1cc0b6e98e61 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.1465611
Feb 18 03:02:19.878699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-089f243d-bc6d-4c66-b22f-7d85a7175925 req-fc684f1b-245a-4bff-9253-074438805d48 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432405
Feb 18 03:02:19.939375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003ac61-6731-47aa-be98-ce01cc659808 req-0b728ce0-434c-43a3-b41a-35993d71bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:19.940989 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2003ac61-6731-47aa-be98-ce01cc659808 req-0b728ce0-434c-43a3-b41a-35993d71bc0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1162 time: 0.0903327
Feb 18 03:02:19.961498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:19.978437 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Transition to ACTIVE for port object 0299ca99-8135-4251-a4e4-37afebb45d50 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:19.987170 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2003ac61-6731-47aa-be98-ce01cc659808 req-625312fd-4eda-48de-852c-ab6d8c3703b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384240
Feb 18 03:02:20.001787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:20.017508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6a56667c-91af-4cd2-99c8-fc726fb027b6 tempest-TestMinimumBasicScenario-934773797 tempest-TestMinimumBasicScenario-934773797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:20.156983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=0299ca99-8135-4251-a4e4-37afebb45d50,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:20.169647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:20.215181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Network a819795f-93fe-40be-a05a-0e51e0068e5e is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:20.216395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:20.218840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:02:20.346125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:20.346792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:20.383586 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-3aaf6076-4fb1-450d-9a07-d4e8ed5429dd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2682168
Feb 18 03:02:20.394789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df8b73-04d3-416e-8c58-3bb3d3a7f882 req-0b0fe7df-f985-4c85-910f-80c22927ac75 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:20.395561 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b1df8b73-04d3-416e-8c58-3bb3d3a7f882 req-0b0fe7df-f985-4c85-910f-80c22927ac75 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:02:20.404260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Request body: {'port': {'device_id': '78c100f4-2509-4a38-9493-e09fb6373428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:20.463180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b1df8b73-04d3-416e-8c58-3bb3d3a7f882 req-0b0fe7df-f985-4c85-910f-80c22927ac75 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:02:20.464777 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1df8b73-04d3-416e-8c58-3bb3d3a7f882 req-0b0fe7df-f985-4c85-910f-80c22927ac75 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 931 time: 0.1969094
Feb 18 03:02:20.469607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-06d968cb-0a41-4a6b-a207-dbdd96c82d74 None None] Provisioning for port 0299ca99-8135-4251-a4e4-37afebb45d50 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:20.474783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-06d968cb-0a41-4a6b-a207-dbdd96c82d74 None None] Provisioning complete for port 0299ca99-8135-4251-a4e4-37afebb45d50 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:20.475287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06d968cb-0a41-4a6b-a207-dbdd96c82d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:20.534202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06d968cb-0a41-4a6b-a207-dbdd96c82d74 None None] Port 0299ca99-8135-4251-a4e4-37afebb45d50 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 03:02:20.570478 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:20.585641 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1df8b73-04d3-416e-8c58-3bb3d3a7f882 req-0ec6f2ef-3046-450e-b260-c93969705a54 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1134229
Feb 18 03:02:20.852198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:20.949162 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:20.949583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:20.997895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0299ca99-8135-4251-a4e4-37afebb45d50 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 03:02:21.046834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:21.075976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Transition to ACTIVE for port object 0299ca99-8135-4251-a4e4-37afebb45d50 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:02:21.080413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:21.096163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-22d000ea-c8f7-492c-a159-7d2c616b7a7d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:21.482868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0299ca99-8135-4251-a4e4-37afebb45d50,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:21.493501 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e8603-292d-4641-8153-9d81a0fec74a req-9658892c-3f44-4b2e-9393-5d72c7a0808f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:21.495154 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-212e8603-292d-4641-8153-9d81a0fec74a req-9658892c-3f44-4b2e-9393-5d72c7a0808f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.4924157
Feb 18 03:02:21.497751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:21.629839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-212e8603-292d-4641-8153-9d81a0fec74a req-ec90cc58-ecbc-4cef-bdae-35c44b2f8a7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260703
Feb 18 03:02:21.771351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Attempting to bind port 0299ca99-8135-4251-a4e4-37afebb45d50 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 03:02:21.771746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Attempting to bind port 0299ca99-8135-4251-a4e4-37afebb45d50 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 03:02:21.772114 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Attempting to bind port 0299ca99-8135-4251-a4e4-37afebb45d50 on network a819795f-93fe-40be-a05a-0e51e0068e5e {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 03:02:21.782727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 03:02:21.783098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Checking segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:02:21.783530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:21.783917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Bound using segment: {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 03:02:21.784380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Bound port: 0299ca99-8135-4251-a4e4-37afebb45d50, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29387ec1-d6ae-4d5a-a19e-1156d40e4431', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 03:02:21.784748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:21.878263 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade8298-8d0a-4a62-ae47-351129fda54a req-22e7ab8d-dd79-4215-80c6-fbda93035482 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:21.879819 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bade8298-8d0a-4a62-ae47-351129fda54a req-22e7ab8d-dd79-4215-80c6-fbda93035482 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.1692314
Feb 18 03:02:21.923188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] For port 0299ca99-8135-4251-a4e4-37afebb45d50, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 03:02:21.935083 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] For port 0299ca99-8135-4251-a4e4-37afebb45d50, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0299ca99-8135-4251-a4e4-37afebb45d50,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 03:02:21.942235 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:21.959401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-17df980d-fe92-4913-9399-60e5beca6214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:22.047408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bade8298-8d0a-4a62-ae47-351129fda54a req-912b90e7-ec71-4dc1-bef4-a37046f03f51 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1571350
Feb 18 03:02:22.114413 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0299ca99-8135-4251-a4e4-37afebb45d50,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:22.120319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:22.151752 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:22.152417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:22.153882 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-6329d3f8-ac79-425b-9ae3-376244b678b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 1157 time: 1.7554936
Feb 18 03:02:22.154472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:02:22.235674 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50', 'status': 'completed', 'code': 200}
Feb 18 03:02:22.282716 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-3874fcd8-3749-4cd3-83d9-90ee27c98696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:22.284390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-3874fcd8-3749-4cd3-83d9-90ee27c98696 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1160 time: 0.0928273
Feb 18 03:02:22.360891 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-09f2846a-39f2-49af-a4a3-9addbed98e88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 217 time: 0.0686090
Feb 18 03:02:22.435164 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-f242e759-e9ec-416b-a8a4-28fe008beacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:22.436725 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-f242e759-e9ec-416b-a8a4-28fe008beacc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0699809
Feb 18 03:02:22.520727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636de0-0545-41ad-8520-2616260ee228 req-5df8a38b-0709-4310-93a1-e4eecfe77126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:22.522288 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-5df8a38b-0709-4310-93a1-e4eecfe77126 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0790665
Feb 18 03:02:22.669618 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-58e4914b-1e0e-4c43-96ad-3346fa3cdc1b service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394980
Feb 18 03:02:22.894934 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a636de0-0545-41ad-8520-2616260ee228 req-6985fe60-5d8d-43b9-8f53-587cf874a396 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2190514
Feb 18 03:02:22.903234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2923a5-bc6c-444c-9bf4-61afa7d17655 req-a33cbd75-2e8c-4d21-8c0d-75d6cb13c139 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:22.904786 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e2923a5-bc6c-444c-9bf4-61afa7d17655 req-a33cbd75-2e8c-4d21-8c0d-75d6cb13c139 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.1495087
Feb 18 03:02:23.008085 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e2923a5-bc6c-444c-9bf4-61afa7d17655 req-1602979a-2b40-40c0-859b-003a5f1774ae tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964019
Feb 18 03:02:23.033230 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a60021-7c41-4c01-927f-b510b8179355 req-30823606-a382-4b3e-ae80-221e3feeffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:23.034848 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-30823606-a382-4b3e-ae80-221e3feeffa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1160 time: 0.0918214
Feb 18 03:02:23.311010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a60021-7c41-4c01-927f-b510b8179355 req-ecd43faa-8027-4392-ab0a-a0517fb58946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:23.312617 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-ecd43faa-8027-4392-ab0a-a0517fb58946 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2716820
Feb 18 03:02:23.392903 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-f0095a43-a996-4ecf-89c0-ac79dbfd37f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 217 time: 0.0729434
Feb 18 03:02:23.403016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d21c-3ecb-4497-bca8-a5840777c977 req-161ff54c-e450-4f88-ae13-0d7dae9df4b0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:23.404549 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8e7d21c-3ecb-4497-bca8-a5840777c977 req-161ff54c-e450-4f88-ae13-0d7dae9df4b0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.2787039
Feb 18 03:02:23.414279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48110) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:02:23.420287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'floatingip': {'port_id': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:23.445636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9e8d-e769-4cb7-9718-165153a521c2 req-3f04028c-6b35-4d7c-be2b-16ad60392259 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:23.447794 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-051b9e8d-e769-4cb7-9718-165153a521c2 req-3f04028c-6b35-4d7c-be2b-16ad60392259 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.2754328
Feb 18 03:02:23.507105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:23.513036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a60021-7c41-4c01-927f-b510b8179355 req-d04ea107-a49d-47a5-a894-0f227f5a7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:23.514603 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-d04ea107-a49d-47a5-a894-0f227f5a7755 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.1083355
Feb 18 03:02:23.519579 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-051b9e8d-e769-4cb7-9718-165153a521c2 req-d4b95e73-649a-4dda-920d-f6df660fba17 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0634363
Feb 18 03:02:23.600927 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a60021-7c41-4c01-927f-b510b8179355 req-355b9163-655a-4700-974d-637aba13c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:23.602442 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-355b9163-655a-4700-974d-637aba13c929 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0809193
Feb 18 03:02:23.750805 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-8d5be24c-5995-4cb4-b883-b5d5b6d2d74a service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407878
Feb 18 03:02:23.902418 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6a60021-7c41-4c01-927f-b510b8179355 req-32dc15fc-62df-47e3-bb60-0441175487bc service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410882
Feb 18 03:02:24.154038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:24.156531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:24.575592 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Floating IP aed16d04-0d43-4b7a-a2eb-9436254f8ecb associated. External IP: 172.27.0.102, port: a896d022-efd1-4760-b96b-a8c0b5f64dc9.
Feb 18 03:02:24.729283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cc628-a05b-490d-bb5a-b90ec5a0dcab req-74756d3b-04cd-45e8-ab0c-fd21faf6e459 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:24.731819 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d7cc628-a05b-490d-bb5a-b90ec5a0dcab req-74756d3b-04cd-45e8-ab0c-fd21faf6e459 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.0940609
Feb 18 03:02:24.779298 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d7cc628-a05b-490d-bb5a-b90ec5a0dcab req-9c052f25-1953-4567-8b8f-2d740ce5776e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0420816
Feb 18 03:02:24.951449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:02:25.142072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:02:25.146669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:25.152439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:02:25.162515 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:25.163260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef126a0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:02:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:25.211212 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6ec484f2-907a-48ec-b0e2-5c03e819e8d0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "PUT /v2.0/floatingips/aed16d04-0d43-4b7a-a2eb-9436254f8ecb HTTP/1.1" status: 200  len: 991 time: 1.7928033
Feb 18 03:02:25.211212 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9'}] {{(pid=83978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:02:25.256287 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'status': 'completed', 'code': 200}
Feb 18 03:02:25.359305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:25.359553 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-5a36f908-309c-4f7c-bba0-a8dfa3e3e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:25.361014 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-5a36f908-309c-4f7c-bba0-a8dfa3e3e2de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1162 time: 0.0804846
Feb 18 03:02:25.512429 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-72d4608c-e591-4af0-a38f-101c4e99a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:25.513938 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-72d4608c-e591-4af0-a38f-101c4e99a861 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1462922
Feb 18 03:02:25.628506 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-ac7ac04e-e854-45f1-9623-1bb390456d98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 999 time: 0.1077659
Feb 18 03:02:25.698448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-2a995f8d-d03b-4821-9165-de0eb3ef9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:25.700053 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-2a995f8d-d03b-4821-9165-de0eb3ef9b22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0654192
Feb 18 03:02:25.785978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-ed3d2cf0-b0db-4750-8c23-0bad4d58f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:25.787630 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-ed3d2cf0-b0db-4750-8c23-0bad4d58f1d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0813551
Feb 18 03:02:25.902773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef126a0>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': 'aed16d04-0d43-4b7a-a2eb-9436254f8ecb', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'port_id': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'mac_address': 'fa:16:3e:bf:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:02:07Z', 'updated_at': '2021-02-18T03:02:24Z', 'revision_number': 1, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:25.907138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:02:25.917426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:25.918161 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87aef126a0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:02:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:25.993115 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-7281c24d-733a-4872-a4c1-200763966d63 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986573
Feb 18 03:02:26.116018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:26.341171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf80b8-36ac-414c-9a63-ba9aa3e271ef req-552b98a7-7b2b-46a7-835f-50cbd47f4e85 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:26.342734 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3cf80b8-36ac-414c-9a63-ba9aa3e271ef req-552b98a7-7b2b-46a7-835f-50cbd47f4e85 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.4362972
Feb 18 03:02:26.429600 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4fea05e8-aebf-44a7-9f9b-23ad1f816a8e req-c6c3dcbf-760c-41fa-8709-59f11a4a0add service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4290986
Feb 18 03:02:26.433133 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3cf80b8-36ac-414c-9a63-ba9aa3e271ef req-d7b9d877-7aa4-4dff-a11c-64137cd1fc99 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0711558
Feb 18 03:02:26.499228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87aef126a0>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': 'aed16d04-0d43-4b7a-a2eb-9436254f8ecb', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'port_id': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'mac_address': 'fa:16:3e:bf:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:02:07Z', 'updated_at': '2021-02-18T03:02:24Z', 'revision_number': 1, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:26.503368 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407db59-b2a2-4d0c-b277-48aa2d5ffc23 None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': 'aed16d04-0d43-4b7a-a2eb-9436254f8ecb', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'port_id': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'mac_address': 'fa:16:3e:bf:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:02:07Z', 'updated_at': '2021-02-18T03:02:24Z', 'revision_number': 1, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:02:26.830041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ed94c-1496-4df0-aa6c-2f44057c3bf5 None None] New status for floating IP aed16d04-0d43-4b7a-a2eb-9436254f8ecb: ACTIVE {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:02:27.634366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325061b8-e5b6-4206-80a5-e0f89f0729d7 req-41a86bc0-7d9f-42a0-81ea-fa2931276d1b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:27.636008 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-325061b8-e5b6-4206-80a5-e0f89f0729d7 req-41a86bc0-7d9f-42a0-81ea-fa2931276d1b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.0869575
Feb 18 03:02:27.684920 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-325061b8-e5b6-4206-80a5-e0f89f0729d7 req-6cc4d271-0e1e-45e8-8115-53229c7979ce tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0427721
Feb 18 03:02:28.884721 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f728-80df-4447-9196-6e8851032215 req-fe44fb29-9a52-48b8-a6ff-dce79a235ffc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:28.886242 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86a3f728-80df-4447-9196-6e8851032215 req-fe44fb29-9a52-48b8-a6ff-dce79a235ffc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.0912189
Feb 18 03:02:28.934314 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86a3f728-80df-4447-9196-6e8851032215 req-aa9fe5d3-0ce5-47c2-a5ca-13d7b8ee03c6 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0419083
Feb 18 03:02:30.129202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35bb72-b0a8-4b8f-bb99-13f8af7e60b0 req-a474a854-4cb4-416e-86ff-e328a73a38bb tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:30.130792 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3c35bb72-b0a8-4b8f-bb99-13f8af7e60b0 req-a474a854-4cb4-416e-86ff-e328a73a38bb tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.0859056
Feb 18 03:02:30.181982 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3c35bb72-b0a8-4b8f-bb99-13f8af7e60b0 req-9a01c58d-3c89-4577-9afa-f71771eb3321 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0439157
Feb 18 03:02:31.381889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2827cf-5e54-4592-bba1-2544b20d279d req-8678e9e6-c4c4-47d2-949d-4b7a4d6c98c6 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:31.383472 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca2827cf-5e54-4592-bba1-2544b20d279d req-8678e9e6-c4c4-47d2-949d-4b7a4d6c98c6 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 943 time: 0.0856934
Feb 18 03:02:31.432033 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca2827cf-5e54-4592-bba1-2544b20d279d req-52840daa-565c-410e-b0e9-ef0ec1e1543b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0415797
Feb 18 03:02:31.433640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 0299ca99-8135-4251-a4e4-37afebb45d50 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:31.502739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 0299ca99-8135-4251-a4e4-37afebb45d50 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:02:31.507472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 0299ca99-8135-4251-a4e4-37afebb45d50 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:31.507929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:31.629616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:31.657489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:02:31.668020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 0299ca99-8135-4251-a4e4-37afebb45d50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0299ca99-8135-4251-a4e4-37afebb45d50,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:02:31.670908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:31.672856 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:31.710749 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50', 'code': 200}
Feb 18 03:02:31.745187 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=0299ca99-8135-4251-a4e4-37afebb45d50,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:31.748489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:32.001283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4d88-eeda-4773-8b62-3d54256aea64 req-fdada9ea-474c-430f-86e6-8969ed98c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:32.002914 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c40a4d88-eeda-4773-8b62-3d54256aea64 req-fdada9ea-474c-430f-86e6-8969ed98c707 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1162 time: 0.0827348
Feb 18 03:02:32.048110 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c40a4d88-eeda-4773-8b62-3d54256aea64 req-800e78ff-9d03-4bc3-a53a-10b7917e8cc2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0378323
Feb 18 03:02:32.630748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba0f5-a325-49c6-bdab-5ef7f43caf70 req-0987245e-6df8-43be-95e8-d432ea9467a5 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:32.632331 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a57ba0f5-a325-49c6-bdab-5ef7f43caf70 req-0987245e-6df8-43be-95e8-d432ea9467a5 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 945 time: 0.0859733
Feb 18 03:02:32.679922 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a57ba0f5-a325-49c6-bdab-5ef7f43caf70 req-be4b7973-b6ed-4eb4-9f63-8be3392b56bb tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0408747
Feb 18 03:02:32.944826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 0299ca99-8135-4251-a4e4-37afebb45d50 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:02:33.020074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 0299ca99-8135-4251-a4e4-37afebb45d50 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:02:33.020491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:33.879039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe8f9d-b3d2-427a-8a04-f7b6ad090e3a req-6aa35fd5-fa96-42d8-861a-caf3c597b903 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:33.880657 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-24fe8f9d-b3d2-427a-8a04-f7b6ad090e3a req-6aa35fd5-fa96-42d8-861a-caf3c597b903 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 945 time: 0.0890877
Feb 18 03:02:33.928437 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-24fe8f9d-b3d2-427a-8a04-f7b6ad090e3a req-97b8e86f-69ef-44f5-ad91-c024c89db414 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0408099
Feb 18 03:02:34.128512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2d7d6-8f15-482e-96d3-648936b35283 req-9b633a51-621f-4124-8f2a-2da800a5c2b0 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:34.130131 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31e2d7d6-8f15-482e-96d3-648936b35283 req-9b633a51-621f-4124-8f2a-2da800a5c2b0 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 945 time: 0.0868776
Feb 18 03:02:34.182106 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31e2d7d6-8f15-482e-96d3-648936b35283 req-4c71b980-2fbc-406b-9992-b6b68c395dc9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0449557
Feb 18 03:02:34.378085 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-a56664de-5e41-4d69-8695-7d4f429c84d5 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1577792
Feb 18 03:02:34.388860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:34.394751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:02:34.404810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:02:34.413984 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:34.561834 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:34.829324 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Allocated IP 172.27.0.227 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/42437ed5-bc49-440a-95c9-cb3dbe42b083) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:02:34.984880 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.014208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.029895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4f7d9a36-b8b2-4554-aad9-e0e883dd097f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:35.176878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=42437ed5-bc49-440a-95c9-cb3dbe42b083,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:35.182139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:35.222102 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:02:35.223237 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:02:35.225520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:02:35.308011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.371350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.641846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.645428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.660391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4507e228-70da-464b-acfa-0f174e214347 tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:02:35.797803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event updated for resources: {'Port': ['ID=42437ed5-bc49-440a-95c9-cb3dbe42b083,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:02:35.811610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:02:35.901063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.930176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:35.931515 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-79e36636-5daa-4702-90f0-69e0595dd7e4 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5475245
Feb 18 03:02:36.020243 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-ad966bec-5fee-40df-9a08-20b36fad1df7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:02:36.035078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-ad966bec-5fee-40df-9a08-20b36fad1df7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:02:36.036347 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-ad966bec-5fee-40df-9a08-20b36fad1df7 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.227 HTTP/1.1" status: 200  len: 696 time: 0.0981903
Feb 18 03:02:36.195123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-015c026e-2264-41d5-9b80-2ab74835ef19 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:36.196537 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-015c026e-2264-41d5-9b80-2ab74835ef19 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1533215
Feb 18 03:02:36.207586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-d0a0c57f-522a-4df9-9b95-e5315775910c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 03:02:36.208616 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49bbb2ae-5dc6-4403-aba6-a367b6b35f59 req-d0a0c57f-522a-4df9-9b95-e5315775910c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058477
Feb 18 03:02:36.397584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-03b7d3ba-d51e-4781-91d4-c54e3368e704 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:36.399180 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-03b7d3ba-d51e-4781-91d4-c54e3368e704 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0904877
Feb 18 03:02:36.486830 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-0ec59ee6-b7fa-4d63-a5f0-5f3e1e1969c6 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.227 HTTP/1.1" status: 200  len: 696 time: 0.0808518
Feb 18 03:02:36.496833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Request body: {'floatingip': {'port_id': '0299ca99-8135-4251-a4e4-37afebb45d50', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:02:36.578457 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:37.437153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:37.439894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:37.617461 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Floating IP dd4ab64f-4fc2-4108-9b39-184022585a1c associated. External IP: 172.27.0.227, port: 0299ca99-8135-4251-a4e4-37afebb45d50.
Feb 18 03:02:38.054350 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-9f8096a2-141f-42a4-81f8-db7977bb98f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1993432
Feb 18 03:02:38.062064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:02:38.314534 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:02:38.317953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-8bea35e0-d04f-4f12-9505-ceabf37437c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.319555 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-8bea35e0-d04f-4f12-9505-ceabf37437c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.1896160
Feb 18 03:02:38.323329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:38.325583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:02:38.335954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:38.336624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af29ec88>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:02:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:38.470995 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-39b319ff-a285-4d08-ae4f-e984cca16f39 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "PUT /v2.0/floatingips/dd4ab64f-4fc2-4108-9b39-184022585a1c HTTP/1.1" status: 200  len: 996 time: 1.9781504
Feb 18 03:02:38.473293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:02:38.527955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:38.537729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50', 'status': 'completed', 'code': 200}
Feb 18 03:02:38.584034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-a0811353-9402-476e-b853-650456f645c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.585546 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-a0811353-9402-476e-b853-650456f645c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2310448
Feb 18 03:02:38.636935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-008991e9-706e-4166-ae80-49924d586408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.638573 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-008991e9-706e-4166-ae80-49924d586408 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1162 time: 0.0898237
Feb 18 03:02:38.686646 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-1753bf21-7f80-4cf3-97ce-32770b7964f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.688315 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-1753bf21-7f80-4cf3-97ce-32770b7964f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1162 time: 0.1973350
Feb 18 03:02:38.777748 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-380d86fb-f2ad-4396-b0f5-316514babfac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 1000 time: 0.1840143
Feb 18 03:02:38.783989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-5c49a986-d57f-41fa-ae42-7bf584008996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.785669 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-5c49a986-d57f-41fa-ae42-7bf584008996 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.1406522
Feb 18 03:02:38.886475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-464acfec-7095-4dfc-b250-385f506e6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.887983 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-464acfec-7095-4dfc-b250-385f506e6575 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0943394
Feb 18 03:02:38.902598 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-96f47478-5475-4436-9368-0f2358a481a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 999 time: 0.1093605
Feb 18 03:02:38.922188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af29ec88>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}, {'id': 'dd4ab64f-4fc2-4108-9b39-184022585a1c', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '0299ca99-8135-4251-a4e4-37afebb45d50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:ae:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c100f4-2509-4a38-9493-e09fb6373428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:02:35Z', 'updated_at': '2021-02-18T03:02:37Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:38.927180 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:02:38.937603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:02:38.938498 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af29ec88>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:02:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:38.959226 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-46277317-42a3-4c50-9edb-ab42678e962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.960842 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-46277317-42a3-4c50-9edb-ab42678e962b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2594576
Feb 18 03:02:38.974104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-8a4bc2f5-e9ab-4cba-a122-7ff72af69a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:38.975737 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-8a4bc2f5-e9ab-4cba-a122-7ff72af69a03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0669641
Feb 18 03:02:39.082584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-365687fe-b053-49b5-b5c1-779a381340e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:39.084397 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-365687fe-b053-49b5-b5c1-779a381340e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1869493
Feb 18 03:02:39.084552 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-3e83dbe3-ed40-4209-bc81-485477101e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:39.086253 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-3e83dbe3-ed40-4209-bc81-485477101e6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1031213
Feb 18 03:02:39.094416 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-6b51f849-fa26-4dfb-989f-27397ae9207c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 999 time: 0.1191852
Feb 18 03:02:39.262252 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-19bbcc0a-a5d0-4c8f-93f0-d0865a841f4a service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604073
Feb 18 03:02:39.341267 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:02:39.423942 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd4ea35d-4420-4227-93b7-9927d5e2191c req-967c0336-6f98-4421-9603-2bd5d5248b6e service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1536939
Feb 18 03:02:39.525348 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-eae99c51-48b8-4d2e-a8ef-7f3e1f7a6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:39.526955 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-eae99c51-48b8-4d2e-a8ef-7f3e1f7a6c6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.4038582
Feb 18 03:02:39.603638 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-b38bfc2f-5a77-434d-821f-4bdc082954df service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5058799
Feb 18 03:02:39.723188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af29ec88>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}, {'id': 'dd4ab64f-4fc2-4108-9b39-184022585a1c', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '0299ca99-8135-4251-a4e4-37afebb45d50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:ae:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c100f4-2509-4a38-9493-e09fb6373428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:02:35Z', 'updated_at': '2021-02-18T03:02:37Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:02:39.724983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-38640e1d-54c2-4dbe-b480-3a8163a488a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:02:39.726626 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-38640e1d-54c2-4dbe-b480-3a8163a488a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1916914
Feb 18 03:02:39.728025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48ec47-9cf4-4c8d-899f-bc165cd7f590 None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}, {'id': 'dd4ab64f-4fc2-4108-9b39-184022585a1c', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '0299ca99-8135-4251-a4e4-37afebb45d50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:ae:45:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c100f4-2509-4a38-9493-e09fb6373428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:02:35Z', 'updated_at': '2021-02-18T03:02:37Z', 'revision_number': 1, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:02:39.866904 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfd0abe1-d16e-48b1-8eff-6b2a4d52ebef req-9da3bde3-c7ea-412c-b604-8df8e6ca8627 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2556081
Feb 18 03:02:39.910799 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-f5d9cfdd-8b71-4b09-9f10-32bb1de9a2d4 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719491
Feb 18 03:02:40.008499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:40.027838 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537962d-349d-44a1-a2ad-c4684f51d271 None None] New status for floating IP dd4ab64f-4fc2-4108-9b39-184022585a1c: ACTIVE {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:02:40.066909 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe49fba7-3bc4-44ec-931f-e023fdf92451 req-31ee0b66-7142-44d9-9a51-fc736942ae70 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490195
Feb 18 03:02:44.854616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34d7a68f-00e6-427a-a629-0db558be8504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:47.376248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2af7ab3a-4e00-4dc2-a6e7-c55ed4646443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:47.566759 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:48.852303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:49.235020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:02:53.658410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:03:10.023670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:14.856087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a7c0-538e-4a4a-99c7-636219b1847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:17.376616 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-83470b32-69be-4241-bbac-addfd3964109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:17.569188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:18.854597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:19.236039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:30.658305 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:03:38.929714 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-bcf402a6-de0c-44fb-8fa4-ff281c0c72f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0853579
Feb 18 03:03:39.034435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-38de90e5-7349-462f-b7fb-a936a5e58fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:39.036104 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-38de90e5-7349-462f-b7fb-a936a5e58fa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1162 time: 0.0816469
Feb 18 03:03:39.198963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-0e69951e-92cb-44a8-bc1a-849325296a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:39.200540 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-0e69951e-92cb-44a8-bc1a-849325296a55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1425242
Feb 18 03:03:39.314937 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-2a8b8384-845f-41b1-bc52-331e973b17e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 1001 time: 0.1075697
Feb 18 03:03:39.387967 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-cdc87999-67b0-4fd0-83b4-6be10bfb5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:39.389422 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-cdc87999-67b0-4fd0-83b4-6be10bfb5502 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0652599
Feb 18 03:03:39.477763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-af2f3ae3-14a9-45e5-949a-dd9602726e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:39.479473 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-af2f3ae3-14a9-45e5-949a-dd9602726e8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0812092
Feb 18 03:03:39.625670 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-29d99bcd-87a9-4693-950e-0c094ad4395c service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382303
Feb 18 03:03:39.772521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c414001-e5d9-4cdc-b2c7-10957907312e req-74f66d1b-71c2-41dd-8379-4172592bdb88 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387436
Feb 18 03:03:40.037295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:44.857213 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-364926a8-aab0-4c3c-aee3-e9e5017b9882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:47.121299 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccec0da-7894-4b28-b110-e3c0aae74915 req-b8837a07-5837-4a5c-9b8c-1145b92f4f41 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:47.122927 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccec0da-7894-4b28-b110-e3c0aae74915 req-b8837a07-5837-4a5c-9b8c-1145b92f4f41 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0876136
Feb 18 03:03:47.171366 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccec0da-7894-4b28-b110-e3c0aae74915 req-9c2df1ac-45ab-4297-994a-200c8d42ba28 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418916
Feb 18 03:03:47.378556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bd189e36-1a3f-48eb-b21b-821347aaa862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:47.571378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:48.564022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a0ac3-7d3b-45a4-b1c4-ca6ee699c98a req-e9bbb212-d57b-4a11-89c9-bd15adf227a7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:48.565633 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce3a0ac3-7d3b-45a4-b1c4-ca6ee699c98a req-e9bbb212-d57b-4a11-89c9-bd15adf227a7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.1366527
Feb 18 03:03:48.613785 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce3a0ac3-7d3b-45a4-b1c4-ca6ee699c98a req-e69a9c10-8bf4-4f8b-88c0-f16b02f48bba tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417922
Feb 18 03:03:48.856152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:49.239433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:03:49.815855 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603447-47f7-49cf-9bed-7545eb094bf9 req-18b9bd87-3ded-4fbc-82e1-46ad6954b3bf tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:49.817427 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34603447-47f7-49cf-9bed-7545eb094bf9 req-18b9bd87-3ded-4fbc-82e1-46ad6954b3bf tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0856090
Feb 18 03:03:49.869218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34603447-47f7-49cf-9bed-7545eb094bf9 req-6afe545b-33cd-4752-9b54-3e9b86be3365 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450432
Feb 18 03:03:51.070291 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b4c05-6848-45a3-970a-2c7f11a35df1 req-500607de-aaf4-4798-a727-e02e616cf339 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:51.071915 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd7b4c05-6848-45a3-970a-2c7f11a35df1 req-500607de-aaf4-4798-a727-e02e616cf339 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0863833
Feb 18 03:03:51.118782 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd7b4c05-6848-45a3-970a-2c7f11a35df1 req-c01f5b65-a8c1-4a25-9226-19296ed46e9c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406573
Feb 18 03:03:52.319974 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41792c1-1adc-4864-a73e-12ce3004838c req-cdc5fc93-88fe-4ecd-9562-fa630da684cf tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:52.321556 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a41792c1-1adc-4864-a73e-12ce3004838c req-cdc5fc93-88fe-4ecd-9562-fa630da684cf tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0894468
Feb 18 03:03:52.368299 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a41792c1-1adc-4864-a73e-12ce3004838c req-2097cbb5-f8c7-43ba-acc8-d7eea3beb1a3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402451
Feb 18 03:03:53.566465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9cae-c701-49f5-81cd-27cffb33d03e req-ab2463d9-c5b5-43cb-ace2-5a05a88ef495 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:53.568061 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6f1a9cae-c701-49f5-81cd-27cffb33d03e req-ab2463d9-c5b5-43cb-ace2-5a05a88ef495 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0865922
Feb 18 03:03:53.618857 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6f1a9cae-c701-49f5-81cd-27cffb33d03e req-88da29a8-2d74-43e3-a1db-d938ae64105d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443296
Feb 18 03:03:54.849370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982dc88-2158-464f-819f-82f06638903d req-4e70438d-8a04-41f7-a1b2-73f3ff662dde tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:54.851552 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9982dc88-2158-464f-819f-82f06638903d req-4e70438d-8a04-41f7-a1b2-73f3ff662dde tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.1136234
Feb 18 03:03:54.906791 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9982dc88-2158-464f-819f-82f06638903d req-b0345963-495c-400b-b845-d72db0fb3a25 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484807
Feb 18 03:03:56.117762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeddbbe-1d10-436d-bbd7-e49ce5bd8023 req-b56077ad-924d-4806-888c-f18ff99d6d8b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:56.119357 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4aeddbbe-1d10-436d-bbd7-e49ce5bd8023 req-b56077ad-924d-4806-888c-f18ff99d6d8b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0890338
Feb 18 03:03:56.167247 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4aeddbbe-1d10-436d-bbd7-e49ce5bd8023 req-3ea5985a-7c20-422f-8e8f-bbac48e956e3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415869
Feb 18 03:03:57.375224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f5d73-1353-40a8-888d-22a93b9d6fb5 req-e924b374-39c9-494b-9e8b-811d24b7f721 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:57.376822 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-506f5d73-1353-40a8-888d-22a93b9d6fb5 req-e924b374-39c9-494b-9e8b-811d24b7f721 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0856915
Feb 18 03:03:57.426283 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-506f5d73-1353-40a8-888d-22a93b9d6fb5 req-2d05ebac-bd41-4639-b994-25e2e5b047a1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434594
Feb 18 03:03:58.624642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09494-23ed-45e4-98e4-db3b262b4944 req-4c670a0a-07c8-48c2-9271-6b3aa18fc8ee tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:58.626223 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9a09494-23ed-45e4-98e4-db3b262b4944 req-4c670a0a-07c8-48c2-9271-6b3aa18fc8ee tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0859878
Feb 18 03:03:58.673265 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9a09494-23ed-45e4-98e4-db3b262b4944 req-25d136a1-ecc0-439a-b52f-0759a32a7f52 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407190
Feb 18 03:03:59.874720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2333ade-686e-4a83-a783-6c15813916e8 req-ceb657e7-4b15-4781-8d01-1765ec90a566 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:03:59.876330 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2333ade-686e-4a83-a783-6c15813916e8 req-ceb657e7-4b15-4781-8d01-1765ec90a566 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0901148
Feb 18 03:03:59.925117 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2333ade-686e-4a83-a783-6c15813916e8 req-eab9c3f6-0afd-451c-8bda-fa8c7270a967 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426307
Feb 18 03:04:01.122176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640240a-dca9-4724-8d16-bf7e126a13ea req-001baf04-cbd3-48d8-bff9-be7ecc8b5483 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:01.123840 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f640240a-dca9-4724-8d16-bf7e126a13ea req-001baf04-cbd3-48d8-bff9-be7ecc8b5483 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0866292
Feb 18 03:04:01.174244 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f640240a-dca9-4724-8d16-bf7e126a13ea req-b0e66bef-eb4f-43b9-a890-3b7130133774 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442953
Feb 18 03:04:02.374887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031f7d7-b0f3-4c88-913e-1351a31c0278 req-ea9e21c9-cf4b-4ef2-8087-c59a5981422c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:02.376525 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1031f7d7-b0f3-4c88-913e-1351a31c0278 req-ea9e21c9-cf4b-4ef2-8087-c59a5981422c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0848477
Feb 18 03:04:02.424492 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1031f7d7-b0f3-4c88-913e-1351a31c0278 req-609f3658-8f59-4437-b83f-3267997475b2 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417204
Feb 18 03:04:03.630047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12182f-bd9c-47e9-b45b-06174aaf9c2e req-0b9eb22b-2cbf-4b1e-9db4-58a5eb13be04 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:03.631656 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f12182f-bd9c-47e9-b45b-06174aaf9c2e req-0b9eb22b-2cbf-4b1e-9db4-58a5eb13be04 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0891285
Feb 18 03:04:03.679315 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f12182f-bd9c-47e9-b45b-06174aaf9c2e req-10722e4e-3fc6-4aab-bee9-4566d99a3c8d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408435
Feb 18 03:04:04.106309 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-42f5e801-9536-426d-a403-447829e04fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:04.107915 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-42f5e801-9536-426d-a403-447829e04fdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1162 time: 0.0989587
Feb 18 03:04:04.113961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813370c-1363-4077-95d3-c1f35f5e892f req-e36a6453-be1b-4455-9a89-13cfbbc7f2ce tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:04.115423 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3813370c-1363-4077-95d3-c1f35f5e892f req-e36a6453-be1b-4455-9a89-13cfbbc7f2ce tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.1614192
Feb 18 03:04:04.261517 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3813370c-1363-4077-95d3-c1f35f5e892f req-76198876-7dd9-4186-8f2c-24af24789697 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232483
Feb 18 03:04:04.286451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-680c170b-2e1e-4531-80aa-daf9d03b11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:04.288055 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-680c170b-2e1e-4531-80aa-daf9d03b11c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1717103
Feb 18 03:04:04.397402 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-b5612765-756a-45c1-a0e1-a6e4636f8f65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 1001 time: 0.1020489
Feb 18 03:04:04.466038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-60422972-0ccc-4f01-83d7-5006dd5cb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:04.467591 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-60422972-0ccc-4f01-83d7-5006dd5cb72b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0633659
Feb 18 03:04:04.551415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-512df54b-7d88-4129-bfaa-adf0316241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:04.553006 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-512df54b-7d88-4129-bfaa-adf0316241ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0794849
Feb 18 03:04:04.927424 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-2fccc12c-2186-4a14-a00d-3a5c42dab660 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3672283
Feb 18 03:04:05.073797 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28a5d9d5-1f58-4f4a-9e83-5081c6c0bc98 req-4da71425-fa81-4df3-a7dc-bea291963b10 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388309
Feb 18 03:04:05.460425 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d22b50-5724-45d6-aed3-6643476946c7 req-b9d50851-d922-4e80-91c7-fd35a4fc6890 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:05.461915 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-60d22b50-5724-45d6-aed3-6643476946c7 req-b9d50851-d922-4e80-91c7-fd35a4fc6890 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0851450
Feb 18 03:04:05.508768 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-60d22b50-5724-45d6-aed3-6643476946c7 req-ac7ed3b6-5ba8-4a48-8212-800b933a6a4e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402195
Feb 18 03:04:06.710771 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a595d6-4544-4cdf-a2fc-2e3b4d5d2fa2 req-48afed72-3e9b-47d6-abea-fbef4291c0c5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:06.712383 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35a595d6-4544-4cdf-a2fc-2e3b4d5d2fa2 req-48afed72-3e9b-47d6-abea-fbef4291c0c5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0894907
Feb 18 03:04:06.758683 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35a595d6-4544-4cdf-a2fc-2e3b4d5d2fa2 req-db60ace8-80c6-4e7e-8b03-7d78ec587671 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399592
Feb 18 03:04:07.659154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:04:10.042436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:14.859396 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b4d01c79-d9a5-48c1-846b-fc2b50eb4cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:17.379320 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be340e7a-bbb6-448c-aeda-a7d84b69f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:17.574711 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:18.857290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:19.242216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:28.000869 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-b03f87bf-2ad7-47ed-a7aa-29d209a8edaf tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips/dd4ab64f-4fc2-4108-9b39-184022585a1c HTTP/1.1" status: 200  len: 998 time: 0.1154203
Feb 18 03:04:28.161595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7408-d5be-48e2-8326-11ede07fe642 req-0ea1b472-7561-4389-83cb-999b06fb3674 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:28.162971 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-0ea1b472-7561-4389-83cb-999b06fb3674 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1561608
Feb 18 03:04:28.273604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-c13bfbcb-56b2-4af7-9a2a-7ec82f2a0744 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.227 HTTP/1.1" status: 200  len: 1001 time: 0.1040351
Feb 18 03:04:28.354217 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7408-d5be-48e2-8326-11ede07fe642 req-f6e02885-f4e1-47ad-be61-70bc49539b6e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:28.355694 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-f6e02885-f4e1-47ad-be61-70bc49539b6e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports/0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 942 time: 0.0753005
Feb 18 03:04:28.541388 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-9c9ce8ed-732f-4806-b203-f0b51acab95f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.227 HTTP/1.1" status: 200  len: 1001 time: 0.1042893
Feb 18 03:04:28.761691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Deleting port 42437ed5-bc49-440a-95c9-cb3dbe42b083 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:28.761993 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:28.941316 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:28.941680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:29.075620 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Calling delete_port for 42437ed5-bc49-440a-95c9-cb3dbe42b083 owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:29.229311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:29.245317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:29.343360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'Port': ['ID=42437ed5-bc49-440a-95c9-cb3dbe42b083,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:29.360340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.360760 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.361171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.361580 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.361981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.362381 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.362780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.363176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.363597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.363997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.364390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.364782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.365260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.365653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.366045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.366435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.366825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.367215 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.367633 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.368020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.368407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.369325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.369730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.370127 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:29.375247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:29.490520 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:29.490894 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Floating IP dd4ab64f-4fc2-4108-9b39-184022585a1c disassociated (deleted). External IP: 172.27.0.227, port: 0299ca99-8135-4251-a4e4-37afebb45d50.
Feb 18 03:04:29.862317 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:04:30.054224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:04:30.064201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:04:30.074057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:04:30.074727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87adb1c1d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:30.079722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:30.139581 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "DELETE /v2.0/floatingips/dd4ab64f-4fc2-4108-9b39-184022585a1c HTTP/1.1" status: 204  len: 173 time: 1.5921342
Feb 18 03:04:30.140072 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:04:30.194875 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50', 'status': 'completed', 'code': 200}
Feb 18 03:04:30.270354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:04:30.296201 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7408-d5be-48e2-8326-11ede07fe642 req-8de8d9de-ddde-40be-b600-bc16126279a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:30.297855 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-8de8d9de-ddde-40be-b600-bc16126279a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1162 time: 0.1441791
Feb 18 03:04:30.640433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-a04bb701-239e-4892-a1be-2aaa0b0c6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:30.642116 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-a04bb701-239e-4892-a1be-2aaa0b0c6943 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 1162 time: 0.4262278
Feb 18 03:04:30.661621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87adb1c1d0>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:30.666367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:04:30.675949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:04:30.676628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87adb1c1d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:30.800680 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7408-d5be-48e2-8326-11ede07fe642 req-0a4562e6-43f3-45e1-b753-7f586b7a069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:30.802764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-0a4562e6-43f3-45e1-b753-7f586b7a069c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.4973688
Feb 18 03:04:30.873898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:04:30.894113 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-47d24aae-2592-4b61-8e25-e94ec38e1c56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 217 time: 0.0831532
Feb 18 03:04:30.896532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-26f839e2-eaa9-4d67-aa53-6a6389241626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:30.898052 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-26f839e2-eaa9-4d67-aa53-6a6389241626 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2484248
Feb 18 03:04:31.018209 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-27ed6791-e450-4f13-8f0d-3da780e2fc89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 200  len: 217 time: 0.0829535
Feb 18 03:04:31.075137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7408-d5be-48e2-8326-11ede07fe642 req-182282b3-55b7-403e-bce3-a5342e1d8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:31.076757 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-182282b3-55b7-403e-bce3-a5342e1d8ac0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.1765170
Feb 18 03:04:31.155674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-c1844383-8591-4493-91fc-1f959474b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:31.157176 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-c1844383-8591-4493-91fc-1f959474b146 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.1281333
Feb 18 03:04:31.238344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d7408-d5be-48e2-8326-11ede07fe642 req-a21cfb26-b92e-4d0c-8017-e0c6806a298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:31.240028 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-a21cfb26-b92e-4d0c-8017-e0c6806a298a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1565137
Feb 18 03:04:31.251410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87adb1c1d0>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:31.255767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714b0e5-057d-4421-a1d6-e14b52f4f236 None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '5fd9719b-8b47-443b-af06-fc4fccd6fa90', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'port_id': '14b962a4-e172-4931-a427-62958a5e51cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'mac_address': 'fa:16:3e:a2:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:59:58Z', 'updated_at': '2021-02-18T03:00:03Z', 'revision_number': 2, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:04:31.346573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-8f542b53-0b7b-4726-b441-d6f0340a96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:31.348218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-8f542b53-0b7b-4726-b441-d6f0340a96d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1841102
Feb 18 03:04:31.491408 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-9d45667b-65a5-4f4e-9935-2fe46e6ce181 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436328
Feb 18 03:04:31.624927 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-95b770e9-6ad4-4213-8e45-9bb6fac16961 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659678
Feb 18 03:04:31.639240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298df8af-be73-4b22-955c-4fbbd5706b8e None None] New status for floating IP dd4ab64f-4fc2-4108-9b39-184022585a1c: DOWN {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:04:31.759649 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-677d7408-d5be-48e2-8326-11ede07fe642 req-4aa3dfda-786b-41ae-95ab-19a266751e0f service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2560091
Feb 18 03:04:31.804372 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e4a93c8-f2b4-4283-8aa7-e49ff05b095a req-771d9378-8dbf-4283-872a-85d23fa1cec1 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1654475
Feb 18 03:04:32.163800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90f9a2-2fd1-40a2-97bd-417ae5302fcf req-d800ea8b-f98e-4ede-9e7f-f7299bfa29a2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:32.164566 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ef90f9a2-2fd1-40a2-97bd-417ae5302fcf req-d800ea8b-f98e-4ede-9e7f-f7299bfa29a2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:04:32.179476 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ef90f9a2-2fd1-40a2-97bd-417ae5302fcf req-d800ea8b-f98e-4ede-9e7f-f7299bfa29a2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:04:32.180751 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef90f9a2-2fd1-40a2-97bd-417ae5302fcf req-d800ea8b-f98e-4ede-9e7f-f7299bfa29a2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 945 time: 0.1038136
Feb 18 03:04:32.229992 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef90f9a2-2fd1-40a2-97bd-417ae5302fcf req-e029eb09-196b-4e72-a839-e420192715fe tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0428536
Feb 18 03:04:33.436037 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d18b-084c-4b07-bd3a-2abb7cc6cbaa req-31ae0db4-e0c4-4a96-95d0-a21b13afe076 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:33.437635 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d61d18b-084c-4b07-bd3a-2abb7cc6cbaa req-31ae0db4-e0c4-4a96-95d0-a21b13afe076 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 945 time: 0.0929668
Feb 18 03:04:33.486097 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d61d18b-084c-4b07-bd3a-2abb7cc6cbaa req-4e4d3d26-6028-452c-b7cc-e68eba02fb4e tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0419295
Feb 18 03:04:33.630651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 0299ca99-8135-4251-a4e4-37afebb45d50 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:04:33.736451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-72ba8c0e-eff9-41eb-9c3b-81295902e6fb tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:33.737972 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-72ba8c0e-eff9-41eb-9c3b-81295902e6fb tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 945 time: 0.0866725
Feb 18 03:04:33.751142 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:33.780179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:04:33.790416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 0299ca99-8135-4251-a4e4-37afebb45d50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0299ca99-8135-4251-a4e4-37afebb45d50,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:33.795249 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:33.796690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:33.819087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Deleting port 0299ca99-8135-4251-a4e4-37afebb45d50 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:33.819474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:33.838940 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50', 'code': 200}
Feb 18 03:04:33.873654 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=0299ca99-8135-4251-a4e4-37afebb45d50,revision_number=5']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:33.881517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.881911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.882294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.882669 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.883043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.883418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.883815 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.884202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.885030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.885407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.885777 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.886146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.886601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.886968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.887333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.887720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.888088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.888450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.888811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.889168 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.889529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.889890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.890250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.890610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:33.895242 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:34.083754 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] For port 0299ca99-8135-4251-a4e4-37afebb45d50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0299ca99-8135-4251-a4e4-37afebb45d50,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:34.084153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:34.217799 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Calling delete_port for 0299ca99-8135-4251-a4e4-37afebb45d50 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:34.368304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:34.385964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beedb6ab-ab80-4559-bf6a-2748d23aca1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:34.488287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'Port': ['ID=0299ca99-8135-4251-a4e4-37afebb45d50,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:34.491078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:34.591054 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] No DVR routers for this DVR port 0299ca99-8135-4251-a4e4-37afebb45d50 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:04:34.593481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:34.597703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'name': 'network-vif-deleted', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:04:34.655235 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c100f4-2509-4a38-9493-e09fb6373428', 'name': 'network-vif-deleted', 'tag': '0299ca99-8135-4251-a4e4-37afebb45d50', 'status': 'completed', 'code': 200}
Feb 18 03:04:34.663199 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b961633-4034-4174-9366-3bfb1a0ae263 req-7c50c8e6-79ca-4e30-be0e-3dd6bb3800dc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "DELETE /v2.0/ports/0299ca99-8135-4251-a4e4-37afebb45d50 HTTP/1.1" status: 204  len: 173 time: 0.9193771
Feb 18 03:04:34.664749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7e8ebf9b-60c6-4a5b-af9a-16c0178e8c3c req-0bea161d-4a4d-46d9-9a41-e63f4efe369f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:04:34.679670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7e8ebf9b-60c6-4a5b-af9a-16c0178e8c3c req-0bea161d-4a4d-46d9-9a41-e63f4efe369f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:04:34.680893 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7e8ebf9b-60c6-4a5b-af9a-16c0178e8c3c req-0bea161d-4a4d-46d9-9a41-e63f4efe369f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c100f4-2509-4a38-9493-e09fb6373428 HTTP/1.1" status: 200  len: 210 time: 0.0749435
Feb 18 03:04:38.563773 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-f06303c4-5157-4757-943b-7efb58108c51 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips/5fd9719b-8b47-443b-af06-fc4fccd6fa90 HTTP/1.1" status: 200  len: 997 time: 0.3487186
Feb 18 03:04:38.722979 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-4f6d1565-9af3-48c6-aed6-a6d3fe2c2222 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:38.724458 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-4f6d1565-9af3-48c6-aed6-a6d3fe2c2222 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1548016
Feb 18 03:04:38.831802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-2f97d9f3-2c4b-412b-b3e5-376858f5f8f9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:04:38.846395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-2f97d9f3-2c4b-412b-b3e5-376858f5f8f9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:04:38.847729 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-2f97d9f3-2c4b-412b-b3e5-376858f5f8f9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 1000 time: 0.1164968
Feb 18 03:04:38.930860 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-27d23edf-552f-4f50-8ac3-2c469e4b2354 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:38.933190 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-27d23edf-552f-4f50-8ac3-2c469e4b2354 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports/14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 942 time: 0.0791454
Feb 18 03:04:39.123185 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-b7ca207e-4058-449a-81de-93912164b18c tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.73 HTTP/1.1" status: 200  len: 1000 time: 0.1047904
Feb 18 03:04:39.346133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Deleting port e7401563-45b1-4798-86f2-c34e9f5eab2f {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:39.346510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:39.533715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:39.534103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:39.669342 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Calling delete_port for e7401563-45b1-4798-86f2-c34e9f5eab2f owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:39.828603 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:39.843656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6284c543-346d-40b0-b07e-418d69cf26ee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:39.944360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'Port': ['ID=e7401563-45b1-4798-86f2-c34e9f5eab2f,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:39.949596 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:40.065504 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:40.065872 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Floating IP 5fd9719b-8b47-443b-af06-fc4fccd6fa90 disassociated (deleted). External IP: 172.27.0.73, port: 14b962a4-e172-4931-a427-62958a5e51cf.
Feb 18 03:04:40.072962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:40.432111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:04:40.616787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:04:40.627432 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:04:40.637652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:04:40.638387 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af3c1cf8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:40.640886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:40.703025 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-d4ae691f-25e7-4d0b-8175-6b2bf598bbd9 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "DELETE /v2.0/floatingips/5fd9719b-8b47-443b-af06-fc4fccd6fa90 HTTP/1.1" status: 204  len: 173 time: 1.5737500
Feb 18 03:04:40.703582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:04:40.814864 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf', 'status': 'completed', 'code': 200}
Feb 18 03:04:40.859630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-95204ea2-1178-4d58-9f4b-7b11af673a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:40.867699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-95204ea2-1178-4d58-9f4b-7b11af673a81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.1497951
Feb 18 03:04:41.027703 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:04:41.092644 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-620cfc0f-156e-4381-85f4-2879ab37c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:41.094264 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-620cfc0f-156e-4381-85f4-2879ab37c02c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2257009
Feb 18 03:04:41.096252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-74468435-e145-4155-96a8-1b0db03c4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:41.097720 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-74468435-e145-4155-96a8-1b0db03c4b45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 1162 time: 0.2602117
Feb 18 03:04:41.246025 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-8c773cbe-fa28-42d5-95f3-6f38b6c18ac2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 217 time: 0.1451714
Feb 18 03:04:41.355798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-ccf1e67b-dc54-4c7d-878e-cc052782c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:41.357395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-ccf1e67b-dc54-4c7d-878e-cc052782c585 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.0984588
Feb 18 03:04:41.363272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af3c1cf8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:41.367677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:04:41.376925 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:04:41.377584 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af3c1cf8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:41.428282 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-255f309d-92df-430d-875b-0165e8e7505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:41.429851 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-255f309d-92df-430d-875b-0165e8e7505d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 200  len: 905 time: 0.2754533
Feb 18 03:04:41.581260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:04:41.757783 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-fd2dbcd5-aa2b-4568-b48d-68438b0a22e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 200  len: 217 time: 0.3136902
Feb 18 03:04:41.821047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-cc16c610-656e-47d1-aa27-43065b799bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:41.822731 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-cc16c610-656e-47d1-aa27-43065b799bd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4541838
Feb 18 03:04:41.911026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-82fe2450-8465-4da9-98aa-bb0a79100267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:41.912852 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-82fe2450-8465-4da9-98aa-bb0a79100267 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 200  len: 850 time: 0.1473601
Feb 18 03:04:41.932872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af3c1cf8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:41.937652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe96cc8-73f1-49cf-964b-2249fb86bf12 None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T02:56:08Z', 'revision_number': 4, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': 'b41e9b52-2b44-45f2-aedd-47af8ac8d45d', 'name': '', 'network_id': 'a819795f-93fe-40be-a05a-0e51e0068e5e', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'mac_address': 'fa:16:3e:87:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:07Z', 'updated_at': '2021-02-18T02:56:17Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'subnets': [{'id': 'e61ccd90-9ded-4eb5-b598-00e6125b11d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:04:42.042435 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-18835400-7c4f-45a2-85e2-e067c994e667 service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110672
Feb 18 03:04:42.079532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-4a5900b4-d7e1-4e20-aeb3-da675022ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:42.081163 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-4a5900b4-d7e1-4e20-aeb3-da675022ca01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a819795f-93fe-40be-a05a-0e51e0068e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1556718
Feb 18 03:04:42.320170 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83e13aa9-cfb9-4990-a17c-8e33451d6a0e req-e36c9092-4793-4732-90e7-d1333ca157ae service neutron] 10.222.0.53 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2709246
Feb 18 03:04:42.324241 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-794be19e-eb5b-4400-8bf8-6f09cb54fc7e service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961675
Feb 18 03:04:42.359078 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76c267-37c2-4365-b25c-c3f5553f5a62 None None] New status for floating IP 5fd9719b-8b47-443b-af06-fc4fccd6fa90: DOWN {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:04:42.471792 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b874d791-4dbf-42b1-97be-b6bf3366c5e2 req-25db923c-ad6d-4888-8f4c-565352963689 service neutron] 10.222.0.44 "GET /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410849
Feb 18 03:04:42.757723 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58522-dda7-4274-8fb0-8847dbef69a6 req-e4e6a4ba-8fa8-4ff0-87e8-4dc3d5dedafd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:42.758401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-03f58522-dda7-4274-8fb0-8847dbef69a6 req-e4e6a4ba-8fa8-4ff0-87e8-4dc3d5dedafd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:04:42.773240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-03f58522-dda7-4274-8fb0-8847dbef69a6 req-e4e6a4ba-8fa8-4ff0-87e8-4dc3d5dedafd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:04:42.774474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-03f58522-dda7-4274-8fb0-8847dbef69a6 req-e4e6a4ba-8fa8-4ff0-87e8-4dc3d5dedafd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 945 time: 0.1035385
Feb 18 03:04:42.825218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-03f58522-dda7-4274-8fb0-8847dbef69a6 req-a1d0e547-52b4-493b-8279-d29a2ae1edee tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0436330
Feb 18 03:04:44.027736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab267-aafd-428a-b4c7-e2cc0b7d3718 req-ba983a1d-4704-4d0a-b1d3-a6c00292b209 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:44.029352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-416ab267-aafd-428a-b4c7-e2cc0b7d3718 req-ba983a1d-4704-4d0a-b1d3-a6c00292b209 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 945 time: 0.0877798
Feb 18 03:04:44.081696 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-416ab267-aafd-428a-b4c7-e2cc0b7d3718 req-3ec12bba-70b6-4cba-8192-c93c034f62ef tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups?id=483b76d4-1750-467d-991e-bb804c131dec&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0459244
Feb 18 03:04:44.275791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-46ae47f7-eb8c-4a0f-ade6-7f743fadf41b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:44.277390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-46ae47f7-eb8c-4a0f-ade6-7f743fadf41b tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 945 time: 0.0876548
Feb 18 03:04:44.352204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Deleting port 14b962a4-e172-4931-a427-62958a5e51cf {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:44.352586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:44.613560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] For port 14b962a4-e172-4931-a427-62958a5e51cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=14b962a4-e172-4931-a427-62958a5e51cf,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:44.613873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:44.659075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:04:44.751398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Calling delete_port for 14b962a4-e172-4931-a427-62958a5e51cf owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:44.860497 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78a71e2a-5c44-409b-94c5-697f353f7ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:44.911740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:44.927229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d24607ae-3d48-4e35-bf4d-4bae8750600a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:45.028178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'Port': ['ID=14b962a4-e172-4931-a427-62958a5e51cf,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:45.037586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:45.142982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] No DVR routers for this DVR port 14b962a4-e172-4931-a427-62958a5e51cf on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:04:45.145315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:45.148103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'name': 'network-vif-deleted', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:04:45.163572 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16d9ce4f-d317-43ce-a81c-96dbc87b9c1e req-f51544c9-ef74-4cb4-80c1-d54a05ca8dfd tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.44 "DELETE /v2.0/ports/14b962a4-e172-4931-a427-62958a5e51cf HTTP/1.1" status: 204  len: 173 time: 0.8807809
Feb 18 03:04:45.200652 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991de4c9-dff8-4771-ab4c-cb8106d52a23', 'name': 'network-vif-deleted', 'tag': '14b962a4-e172-4931-a427-62958a5e51cf', 'status': 'completed', 'code': 200}
Feb 18 03:04:45.250660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c191bda0-7e42-4cab-9a93-27d1ddcf9098 req-e72d8668-30f9-4284-aedf-f029f398c38a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:04:45.266904 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c191bda0-7e42-4cab-9a93-27d1ddcf9098 req-e72d8668-30f9-4284-aedf-f029f398c38a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:04:45.268482 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c191bda0-7e42-4cab-9a93-27d1ddcf9098 req-e72d8668-30f9-4284-aedf-f029f398c38a tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/ports?device_id=991de4c9-dff8-4771-ab4c-cb8106d52a23 HTTP/1.1" status: 200  len: 210 time: 0.0708699
Feb 18 03:04:45.745562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 14b962a4-e172-4931-a427-62958a5e51cf no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:04:45.786591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: 14b962a4-e172-4931-a427-62958a5e51cf {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:04:45.786978 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 14b962a4-e172-4931-a427-62958a5e51cf not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:04:46.484375 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-abd4434a-b11c-4c63-be1d-937c205e7580 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips/36041335-fc83-4171-8ac9-52270e8277c7 HTTP/1.1" status: 200  len: 693 time: 0.0980153
Feb 18 03:04:46.643931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-c4512e1d-ec3d-45c1-b3ed-4e2d1b945c8d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:04:46.645296 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-c4512e1d-ec3d-45c1-b3ed-4e2d1b945c8d tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/networks/0761d1ce-a314-4efa-9801-7cedef19a4f5 HTTP/1.1" status: 200  len: 784 time: 0.1552246
Feb 18 03:04:46.730615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-3c5688a2-fee7-4d5d-8abb-08d8523e0678 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Synchronizing usage tracker for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:04:46.745321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-3c5688a2-fee7-4d5d-8abb-08d8523e0678 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Unset dirty status for tenant:f030adee779f4ac392bdca9ca5ae55ae on resource:floatingip {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:04:46.746545 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-3c5688a2-fee7-4d5d-8abb-08d8523e0678 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 696 time: 0.0949795
Feb 18 03:04:46.832102 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-c9edfcba-45f7-4e67-8f96-c605e7d66aca tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 696 time: 0.0790217
Feb 18 03:04:47.004518 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Deleting port 3a02a9f5-5ef4-44f5-955e-ecf0a38b4e5d {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:47.004897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.184148 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.184510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.315586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Calling delete_port for 3a02a9f5-5ef4-44f5-955e-ecf0a38b4e5d owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:47.380753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9991809b-36b7-4768-84e9-7f5b21424f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.458910 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.474337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-63fbfa89-4933-401d-8ef6-a4460bd0a95c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:47.576742 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'Port': ['ID=3a02a9f5-5ef4-44f5-955e-ecf0a38b4e5d,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:47.578024 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.581468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:47.698014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.719877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:47.721111 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9ff3adb4-65f1-47a8-8142-7668dbf2d02e req-080d030e-ddfc-45a4-8a1c-96dbd41c3835 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "DELETE /v2.0/floatingips/36041335-fc83-4171-8ac9-52270e8277c7 HTTP/1.1" status: 204  len: 173 time: 0.8832860
Feb 18 03:04:48.858796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:49.194390 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a28b5059-06d1-4ff4-8708-2c710170df7e req-ede38f46-9f67-4bee-bb67-15d33804536f tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "GET /v2.0/security-groups/483b76d4-1750-467d-991e-bb804c131dec HTTP/1.1" status: 200  len: 2995 time: 0.0508044
Feb 18 03:04:49.247044 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:49.269630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a28b5059-06d1-4ff4-8708-2c710170df7e req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:49.299374 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a28b5059-06d1-4ff4-8708-2c710170df7e req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:49.354202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a28b5059-06d1-4ff4-8708-2c710170df7e req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:49.359270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7baa70f0-4729-4a7e-b0e9-02df8dd0c08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:49.373941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b76d4-1750-467d-991e-bb804c131dec,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:49.376785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:49.383351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a28b5059-06d1-4ff4-8708-2c710170df7e req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:49.385150 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a28b5059-06d1-4ff4-8708-2c710170df7e req-8632f6d2-d68c-4996-98fc-7207c72f52fc tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] 10.222.0.53 "DELETE /v2.0/security-groups/483b76d4-1750-467d-991e-bb804c131dec HTTP/1.1" status: 204  len: 173 time: 0.1835241
Feb 18 03:04:50.465063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48450) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:04:51.318032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:51.691747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Deleting port b41e9b52-2b44-45f2-aedd-47af8ac8d45d {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:51.692394 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:51.874548 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] For port b41e9b52-2b44-45f2-aedd-47af8ac8d45d, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:51.874944 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:52.007959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Calling delete_port for b41e9b52-2b44-45f2-aedd-47af8ac8d45d owned by network:router_interface {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:52.197688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:52.213018 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:52.308464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41e9b52-2b44-45f2-aedd-47af8ac8d45d,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:52.325248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.325674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.326087 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.326495 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.326898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.327300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.327729 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.328140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.328531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.328926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.329323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.329715 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.330199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.330588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.330980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.331373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.331789 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.332181 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.332573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.332963 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.333351 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.333740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.334128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.334517 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:04:52.339851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:52.646002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:53.166423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:04:53.355278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:04:53.364341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] Sync routers for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:04:53.368863 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] 10.222.0.53 "PUT /v2.0/routers/d1905d0a-5ed7-491c-8d1d-07d7d90f4cec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9016669
Feb 18 03:04:53.371638 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48456) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:04:53.375809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:04:53.376482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87adb16ba8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:53.560783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:53.566346 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:04:53.889086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87adb16ba8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T03:04:52Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:53.893761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] Checking router: d1905d0a-5ed7-491c-8d1d-07d7d90f4cec for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:04:53.903790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] Routers {'d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:04:53.904468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87adb16ba8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:53.998586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.006728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Deleting port dd14b602-95b5-4366-87f4-8d6642b047bc {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:54.007103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.093577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] Set router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:04:54.196998 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] For port dd14b602-95b5-4366-87f4-8d6642b047bc, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=dd14b602-95b5-4366-87f4-8d6642b047bc,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:54.197560 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.331915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Calling delete_port for dd14b602-95b5-4366-87f4-8d6642b047bc owned by network:router_gateway {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:54.398036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87adb16ba8>, [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T03:04:52Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:54.402809 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b3429-90b5-4f21-919a-862cbde7eb17 None None] The sync data for ids ['d1905d0a-5ed7-491c-8d1d-07d7d90f4cec'] in dv-cinder-763306-10-iscsi is: [{'id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'name': 'tempest-TestVolumeBootPattern-773298611-router', 'tenant_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:03Z', 'updated_at': '2021-02-18T03:04:52Z', 'revision_number': 5, 'project_id': 'f030adee779f4ac392bdca9ca5ae55ae', 'gw_port': {'id': 'dd14b602-95b5-4366-87f4-8d6642b047bc', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1905d0a-5ed7-491c-8d1d-07d7d90f4cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:04Z', 'updated_at': '2021-02-18T02:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:04:54.514010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.532416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21e849ef-d8d8-4666-9055-f1d5635514eb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:54.637059 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd14b602-95b5-4366-87f4-8d6642b047bc,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:54.642461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:54.768064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.967653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.969776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.997707 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:54.998234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1905d0a-5ed7-491c-8d1d-07d7d90f4cec {{(pid=83978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 03:04:55.013384 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.014645 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-decaf6a1-7126-405b-9a10-1f4d5af36fa9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d1905d0a-5ed7-491c-8d1d-07d7d90f4cec HTTP/1.1" status: 204  len: 168 time: 1.6420181
Feb 18 03:04:55.017806 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48462) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:04:55.097953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Deleting subnet e61ccd90-9ded-4eb5-b598-00e6125b11d6 {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 03:04:55.101708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.170453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.270907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.308311 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device dd14b602-95b5-4366-87f4-8d6642b047bc no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:04:55.344423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: dd14b602-95b5-4366-87f4-8d6642b047bc {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:04:55.344818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device dd14b602-95b5-4366-87f4-8d6642b047bc not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:04:55.345286 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device b41e9b52-2b44-45f2-aedd-47af8ac8d45d no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:04:55.384670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: b41e9b52-2b44-45f2-aedd-47af8ac8d45d {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:04:55.385063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device b41e9b52-2b44-45f2-aedd-47af8ac8d45d not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:04:55.539216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.555540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-93d95dcb-60d7-4815-91df-ccedaab79334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:55.654287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61ccd90-9ded-4eb5-b598-00e6125b11d6,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:55.657402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:55.693140 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.698950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0330e7-decd-4fe8-9dd4-f4888d5b61de None None] Network a819795f-93fe-40be-a05a-0e51e0068e5e requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:04:55.699315 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fcac10df-7ce6-45f3-a3ba-65f5a23ac67c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e61ccd90-9ded-4eb5-b598-00e6125b11d6 HTTP/1.1" status: 204  len: 168 time: 0.6804597
Feb 18 03:04:55.702031 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48466) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:04:55.818027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.886766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Deleting port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:55.887139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:55.974618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] DHCP port deletion for a819795f-93fe-40be-a05a-0e51e0068e5e request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 03:04:55.979115 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Deleting port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:55.979585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.114842 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] For port 80b5deda-23dd-4f16-ac2b-ad906e7b7136, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=80b5deda-23dd-4f16-ac2b-ad906e7b7136,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:56.115176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.253634 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Calling delete_port for 80b5deda-23dd-4f16-ac2b-ad906e7b7136 owned by network:dhcp {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:56.343430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.360949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6f8cf814-11f5-48af-af0e-c8aa4472b8ee tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:56.371481 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] For port 80b5deda-23dd-4f16-ac2b-ad906e7b7136, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=80b5deda-23dd-4f16-ac2b-ad906e7b7136,segment=NetworkSegment(29387ec1-d6ae-4d5a-a19e-1156d40e4431),segment_id=29387ec1-d6ae-4d5a-a19e-1156d40e4431)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:56.371872 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.473800 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b5deda-23dd-4f16-ac2b-ad906e7b7136,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:56.479873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:56.502257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Calling delete_port for 80b5deda-23dd-4f16-ac2b-ad906e7b7136 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:56.515735 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] No DVR routers for this DVR port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 on host dv-cinder-763306-10-iscsi {{(pid=83978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:04:56.576538 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:04:56.576948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:04:56.642899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.760404 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87af827710>,) {'filters': {'network_id': ['a819795f-93fe-40be-a05a-0e51e0068e5e']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:56.773158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af827710>, '29387ec1-d6ae-4d5a-a19e-1156d40e4431') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:56.773500 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87af827710>, '29387ec1-d6ae-4d5a-a19e-1156d40e4431') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:04:56.786259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.801369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:56.803873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 03:04:57.078583 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Deleting port 80b5deda-23dd-4f16-ac2b-ad906e7b7136 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:57.079163 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:57.155786 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fd24a-4917-4516-b1f4-71506824d5ef None None] The port '80b5deda-23dd-4f16-ac2b-ad906e7b7136' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 03:04:57.237597 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Network a819795f-93fe-40be-a05a-0e51e0068e5e has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:04:57.250894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:57.292792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 80b5deda-23dd-4f16-ac2b-ad906e7b7136 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:04:57.329907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 80b5deda-23dd-4f16-ac2b-ad906e7b7136 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:04:57.330306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 80b5deda-23dd-4f16-ac2b-ad906e7b7136 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:04:57.433676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Network a819795f-93fe-40be-a05a-0e51e0068e5e has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 03:04:57.456327 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 03:04:57.536347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:57.539833 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:57.557191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:57.563551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Pushing event deleted for resources: {'Network': ['ID=a819795f-93fe-40be-a05a-0e51e0068e5e,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:57.567812 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:57.574174 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-08207556-4096-476c-882f-fc468ab9ca94 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a819795f-93fe-40be-a05a-0e51e0068e5e HTTP/1.1" status: 204  len: 168 time: 1.8711329
Feb 18 03:04:57.577327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48470) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:04:58.150790 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:58.516224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Deleting port e92bba58-924a-4b28-9569-70b181e03f3e {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:04:58.516825 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:58.701227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] For port e92bba58-924a-4b28-9569-70b181e03f3e, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=e92bba58-924a-4b28-9569-70b181e03f3e,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:04:58.701624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:58.832972 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Calling delete_port for e92bba58-924a-4b28-9569-70b181e03f3e owned by network:router_interface {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:04:59.015783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:04:59.031869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24c40309-4ebf-4629-b10b-c06913f5a942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:04:59.128143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Pushing event deleted for resources: {'Port': ['ID=e92bba58-924a-4b28-9569-70b181e03f3e,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:04:59.137868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:04:59.449194 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:00.185259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:05:00.374038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:05:00.382780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] Sync routers for ids ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'] in dv-cinder-763306-10-iscsi {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:05:00.383242 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-34bfae55-5281-483f-a8e3-c2a9c36c160f admin admin] 10.222.0.53 "PUT /v2.0/routers/a9c9f0dd-e170-4987-adc2-3fe1fdfd3043/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8048739
Feb 18 03:05:00.386036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48474) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:00.393847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] Routers {'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:05:00.394519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af1954e0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:00.576830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks [] for router, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:00.586352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] Set router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 gateway port host: dv-cinder-763306-10-iscsi {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:05:00.769246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:00.777623 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Deleting port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:05:00.778004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:00.891791 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af1954e0>, [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T03:04:58Z', 'revision_number': 5, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port': {'id': '0e6bb02f-089b-4c77-8e36-4bbf7da70ce2', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:56:12Z', 'updated_at': '2021-02-18T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:00.896088 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] Checking router: a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 for host: dv-cinder-763306-10-iscsi {{(pid=83980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:05:00.905547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] Routers {'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:05:00.906388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af1954e0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:04:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'], 'active': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:00.969109 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] For port 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:05:00.969511 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.073886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] Set router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 gateway port host: None {{(pid=83980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:05:01.104130 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Calling delete_port for 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 owned by network:router_gateway {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:05:01.187848 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af1954e0>, [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T03:05:00Z', 'revision_number': 6, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:01.192098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d6cea-0dde-40e9-bef7-9ed3febe609a None None] The sync data for ids ['a9c9f0dd-e170-4987-adc2-3fe1fdfd3043'] in dv-cinder-763306-10-iscsi is: [{'id': 'a9c9f0dd-e170-4987-adc2-3fe1fdfd3043', 'name': 'tempest-TestVolumeBootPattern-1923803462-router', 'tenant_id': 'c61c41b8cca74cfab52ee24f19887679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:56:11Z', 'updated_at': '2021-02-18T03:05:00Z', 'revision_number': 6, 'project_id': 'c61c41b8cca74cfab52ee24f19887679', 'gw_port_host': None}] {{(pid=83980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:05:01.265238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device e92bba58-924a-4b28-9569-70b181e03f3e no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:05:01.284004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.300430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e0bbd081-92ca-4a4e-bee6-a9525e3ee271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:05:01.310301 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: e92bba58-924a-4b28-9569-70b181e03f3e {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:05:01.310701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device e92bba58-924a-4b28-9569-70b181e03f3e not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:05:01.396743 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6bb02f-089b-4c77-8e36-4bbf7da70ce2,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:05:01.406808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:05:01.522739 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.710209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.713125 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.736389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.736939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 {{(pid=83978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 03:05:01.749323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.750565 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] 10.222.0.53 "DELETE /v2.0/routers/a9c9f0dd-e170-4987-adc2-3fe1fdfd3043 HTTP/1.1" status: 204  len: 168 time: 1.3635328
Feb 18 03:05:01.753329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48478) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:01.825067 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Deleting subnet ede059aa-caf3-4740-b8b5-44a898a39421 {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 03:05:01.828570 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.882385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:01.969283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.231585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.247008 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:05:02.342477 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede059aa-caf3-4740-b8b5-44a898a39421,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:05:02.347423 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:05:02.382133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.389056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963edc3-00ca-43e7-8d73-34f32b638794 None None] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:05:02.389827 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-00ff442f-13f5-4f3a-9c3d-b171b790568d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ede059aa-caf3-4740-b8b5-44a898a39421 HTTP/1.1" status: 204  len: 168 time: 0.6354227
Feb 18 03:05:02.391257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48486) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:02.516485 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.594732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Deleting port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:05:02.595111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.661123 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] DHCP port deletion for b217ab6b-d78d-44c5-9421-e0cf36a00671 request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 03:05:02.666030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Deleting port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:05:02.666462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.837512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] For port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:05:02.837918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:02.905961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] For port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,segment=NetworkSegment(d53c5c63-6dc0-4bd6-b554-9d06167c69ec),segment_id=d53c5c63-6dc0-4bd6-b554-9d06167c69ec)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:05:02.906333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:03.046937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Calling delete_port for 3cff2ee6-eec0-4ca7-9a48-c1e0938986de owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:05:03.136995 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:03.153402 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e17833b4-eb5c-4bb4-8195-35ebbc0211b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:05:03.214649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Calling delete_port for 3cff2ee6-eec0-4ca7-9a48-c1e0938986de owned by network:dhcp {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:05:03.253428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Pushing event deleted for resources: {'Port': ['ID=3cff2ee6-eec0-4ca7-9a48-c1e0938986de,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:05:03.266318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:05:03.296179 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83978) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:05:03.296784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:05:03.314009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa9409-3594-4988-9e9f-5a469942a195 None None] No DVR routers for this DVR port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de on host dv-cinder-763306-10-iscsi {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:05:03.338890 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:05:03.382610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:05:03.383006 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 0e6bb02f-089b-4c77-8e36-4bbf7da70ce2 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:05:03.383555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 3cff2ee6-eec0-4ca7-9a48-c1e0938986de no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:05:03.421653 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 3cff2ee6-eec0-4ca7-9a48-c1e0938986de {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:05:03.422050 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 3cff2ee6-eec0-4ca7-9a48-c1e0938986de not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:05:03.797951 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Deleting port 3cff2ee6-eec0-4ca7-9a48-c1e0938986de {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:05:03.798347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:03.872470 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] The port '3cff2ee6-eec0-4ca7-9a48-c1e0938986de' was deleted {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 03:05:03.995398 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.112224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae7fd1d0>,) {'filters': {'network_id': ['b217ab6b-d78d-44c5-9421-e0cf36a00671']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:04.125030 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae7fd1d0>, 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:04.125362 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae7fd1d0>, 'd53c5c63-6dc0-4bd6-b554-9d06167c69ec') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:05:04.138370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.158571 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.160691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 03:05:04.222736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc802-072e-46f0-ade0-43b832be17de req-07561541-2a1c-4cb2-bf55-79fe90f162c4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:04.224406 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-12bcc802-072e-46f0-ade0-43b832be17de req-07561541-2a1c-4cb2-bf55-79fe90f162c4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0911760
Feb 18 03:05:04.273095 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-12bcc802-072e-46f0-ade0-43b832be17de req-95a6cf1d-1dbe-4a29-a61f-3651aaefedf3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422082
Feb 18 03:05:04.341143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:05:04.350157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.529389 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Network b217ab6b-d78d-44c5-9421-e0cf36a00671 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   % (table.description, expected, rows_matched)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 03:05:04.551439 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 03:05:04.632900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.637863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.640439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d8d3ef84-89ed-4385-81a1-a5a45731761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:05:04.664166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b217ab6b-d78d-44c5-9421-e0cf36a00671,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:05:04.666730 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:05:04.669153 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b62bd156-ee7f-43d5-bc62-632b71dedd59 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b217ab6b-d78d-44c5-9421-e0cf36a00671 HTTP/1.1" status: 204  len: 168 time: 2.2759354
Feb 18 03:05:04.788700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48506) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:04.841073 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7542e323-d8a1-4728-878b-86195dac6ab9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f030adee779f4ac392bdca9ca5ae55ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511038
Feb 18 03:05:04.843615 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48510) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:04.904011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.936104 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.981696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:04.986611 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27675571-a8db-49b9-9681-6bc9255c34fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:05:05.001012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e494d-b20e-4195-8edb-844effed0c9d,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:05:05.005709 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:05:05.007690 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:05.009584 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/537e494d-b20e-4195-8edb-844effed0c9d HTTP/1.1" status: 204  len: 168 time: 0.1649113
Feb 18 03:05:05.361492 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48520) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:05.417117 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2ca8c55b-5adc-43d6-aa23-fff4f5df6101 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c61c41b8cca74cfab52ee24f19887679&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0540869
Feb 18 03:05:05.419696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48524) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:05:05.482764 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d3b3-6bb7-4739-82a4-b4c3d7bc8ade req-b845e2bd-11c3-49b7-a6c8-0ed045a5730a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:05.483007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:05.484424 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3df9d3b3-6bb7-4739-82a4-b4c3d7bc8ade req-b845e2bd-11c3-49b7-a6c8-0ed045a5730a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0904493
Feb 18 03:05:05.511038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:05.533548 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3df9d3b3-6bb7-4739-82a4-b4c3d7bc8ade req-00bd1bef-6391-4380-b7a6-25ded13bf5f0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427876
Feb 18 03:05:05.561510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:05.566563 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1a29154f-c664-4006-8967-cbd63b19d19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:05:05.580734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ecc497-d222-4efb-83ea-586cb99b65be,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:05:05.584401 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:05:05.587659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:05.588845 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1ecc497-d222-4efb-83ea-586cb99b65be HTTP/1.1" status: 204  len: 168 time: 0.1680312
Feb 18 03:05:06.733283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3355-7d18-489a-bb71-1ae8570681cc req-027ca465-feb3-4a8e-be1b-fb36c622fee3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:06.735130 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de1f3355-7d18-489a-bb71-1ae8570681cc req-027ca465-feb3-4a8e-be1b-fb36c622fee3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0840003
Feb 18 03:05:06.785469 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de1f3355-7d18-489a-bb71-1ae8570681cc req-8cba48aa-dc45-4ba6-9f57-4ff0bfe544bf tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440869
Feb 18 03:05:07.984191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e7960-e274-4d07-8c8f-7a6e717be655 req-e8ad0b30-fb1b-4539-b36e-eeb272ea6828 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:07.985807 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d26e7960-e274-4d07-8c8f-7a6e717be655 req-e8ad0b30-fb1b-4539-b36e-eeb272ea6828 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0874026
Feb 18 03:05:08.035017 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d26e7960-e274-4d07-8c8f-7a6e717be655 req-da41eaf8-3cc6-432c-a8f3-ffaaa56f971e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430059
Feb 18 03:05:09.235178 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e25d1-c232-4009-a419-8ddf26236a83 req-ee9b975c-69a7-46bf-b7a9-379db1f65a29 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:09.236711 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-583e25d1-c232-4009-a419-8ddf26236a83 req-ee9b975c-69a7-46bf-b7a9-379db1f65a29 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0889516
Feb 18 03:05:09.284791 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-583e25d1-c232-4009-a419-8ddf26236a83 req-b175816f-8d52-4f84-b363-2203ca5d6369 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419006
Feb 18 03:05:10.104028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:10.482883 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eb315-2574-47de-96ad-1f7d5a28cc13 req-c9569974-8522-45b6-a933-b4387c3d38c4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:10.484503 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e88eb315-2574-47de-96ad-1f7d5a28cc13 req-c9569974-8522-45b6-a933-b4387c3d38c4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0862455
Feb 18 03:05:10.534474 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e88eb315-2574-47de-96ad-1f7d5a28cc13 req-70841f60-4c6b-472a-b860-c27d87916b90 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438530
Feb 18 03:05:11.731093 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fe539-26f0-4029-938f-df8971c8f4aa req-401f208f-5176-45b3-b84c-a6e19882f199 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:11.732697 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-823fe539-26f0-4029-938f-df8971c8f4aa req-401f208f-5176-45b3-b84c-a6e19882f199 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0856092
Feb 18 03:05:11.779218 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-823fe539-26f0-4029-938f-df8971c8f4aa req-669694b6-6683-4e25-9fc4-5cf7456290b2 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404098
Feb 18 03:05:13.218154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029b62-5e0d-4414-aa59-0155a9bd7384 req-bb5a26b1-b4c1-4482-9b0e-427b77292dc7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:13.219712 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48029b62-5e0d-4414-aa59-0155a9bd7384 req-bb5a26b1-b4c1-4482-9b0e-427b77292dc7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.3245974
Feb 18 03:05:13.268386 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48029b62-5e0d-4414-aa59-0155a9bd7384 req-2dd07c72-89d7-4516-993c-7a6be310a291 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423934
Feb 18 03:05:14.472625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc08865-6ef4-43c3-8532-fad271a92e95 req-dea7ec6c-6069-4737-b21e-ff2774b294be tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:14.474217 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acc08865-6ef4-43c3-8532-fad271a92e95 req-dea7ec6c-6069-4737-b21e-ff2774b294be tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0869012
Feb 18 03:05:14.526352 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-acc08865-6ef4-43c3-8532-fad271a92e95 req-8072c6fd-06d1-4d43-82d1-bd2020da139f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449998
Feb 18 03:05:14.862590 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e4dd3449-f94a-4454-af14-34feb1c5be91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:15.724058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d59f1-c52e-422a-8cff-efa5cd0fbd60 req-a3570de3-c721-4c00-bdc2-c8a38e159c7a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:15.725621 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab5d59f1-c52e-422a-8cff-efa5cd0fbd60 req-a3570de3-c721-4c00-bdc2-c8a38e159c7a tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0845377
Feb 18 03:05:15.773395 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab5d59f1-c52e-422a-8cff-efa5cd0fbd60 req-0a065b23-e9f0-4d7e-a7ac-d4780f42125c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409529
Feb 18 03:05:15.948015 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:05:16.020943 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:05:16.021371 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:16.972692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33b442-cd76-4cc4-9b56-54511bffc73f req-824ff0f7-1f21-4e5d-8b6e-972aaddde685 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:16.974290 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a33b442-cd76-4cc4-9b56-54511bffc73f req-824ff0f7-1f21-4e5d-8b6e-972aaddde685 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0896385
Feb 18 03:05:17.023652 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a33b442-cd76-4cc4-9b56-54511bffc73f req-e2f333e1-eca7-479d-a0c9-066b3b25c0b3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424173
Feb 18 03:05:17.383835 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3349f04-4472-4d71-a189-346a23b12254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:17.578915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:18.224761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a0efe-9d27-4e12-9310-f075b357db89 req-00a3f58f-f92b-45cd-9a29-043d76110804 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:18.226258 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa0a0efe-9d27-4e12-9310-f075b357db89 req-00a3f58f-f92b-45cd-9a29-043d76110804 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0880501
Feb 18 03:05:18.277754 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa0a0efe-9d27-4e12-9310-f075b357db89 req-dcddb9c6-b280-4f53-8a97-1761ad5fadf7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445709
Feb 18 03:05:18.864635 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:19.251133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:19.477744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddab633-b03d-4759-96eb-c98bfaa8ac08 req-46ae597c-4b89-4fdd-a0dc-53f7951f2ca0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:19.479387 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ddab633-b03d-4759-96eb-c98bfaa8ac08 req-46ae597c-4b89-4fdd-a0dc-53f7951f2ca0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0885904
Feb 18 03:05:19.527708 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ddab633-b03d-4759-96eb-c98bfaa8ac08 req-6e12f7e1-a283-44f8-baba-fa14a52f2876 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418081
Feb 18 03:05:20.730321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609806-9343-4b03-86cf-f9000209d234 req-796744d5-4161-4bbb-af87-73f3d2a4d3b4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:20.731840 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9609806-9343-4b03-86cf-f9000209d234 req-796744d5-4161-4bbb-af87-73f3d2a4d3b4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0884972
Feb 18 03:05:20.778939 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9609806-9343-4b03-86cf-f9000209d234 req-be9fc58a-acd7-46e9-bdf8-563cef9e60c3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409729
Feb 18 03:05:21.204075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890c9c-7025-4467-8261-1742fc54e5da req-dd1870fc-61b7-45e3-b183-38db6e994f4f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:21.205663 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75890c9c-7025-4467-8261-1742fc54e5da req-dd1870fc-61b7-45e3-b183-38db6e994f4f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.1556809
Feb 18 03:05:21.211891 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-cee4640f-0ebb-48bf-b925-ab36a195df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:21.213396 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-cee4640f-0ebb-48bf-b925-ab36a195df3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1162 time: 0.1083608
Feb 18 03:05:21.345317 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75890c9c-7025-4467-8261-1742fc54e5da req-36ab8f23-75a4-4a66-b494-79527ba14759 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309001
Feb 18 03:05:21.388011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-7eeb9883-3029-4f3c-9667-3953fee9693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:21.389561 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-7eeb9883-3029-4f3c-9667-3953fee9693b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1593771
Feb 18 03:05:21.499407 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-6bbfe49e-2b91-4e75-9676-fc6cd377c056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 1001 time: 0.1036081
Feb 18 03:05:21.566186 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-f8d164f8-d588-42ac-ade2-06165eb7a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:21.567755 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-f8d164f8-d588-42ac-ade2-06165eb7a563 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0625412
Feb 18 03:05:21.650440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-25e0ac25-e1c1-4069-89fe-5c2b575519cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:21.652048 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-25e0ac25-e1c1-4069-89fe-5c2b575519cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0783377
Feb 18 03:05:21.659411 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:05:21.793622 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-18be0cc9-0bd8-43a9-bf4c-d36d57cd13e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347165
Feb 18 03:05:21.935396 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fccbc5d9-342b-4b5f-a675-436a91e3a068 req-2ad2782a-a0ba-49da-8043-4c88101bafd2 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352749
Feb 18 03:05:22.550376 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33beea-1455-4078-a532-8ba88900cc4b req-4fc09aeb-6b47-4f3d-8701-05cf93708ac5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:22.552039 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e33beea-1455-4078-a532-8ba88900cc4b req-4fc09aeb-6b47-4f3d-8701-05cf93708ac5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0866520
Feb 18 03:05:22.605697 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e33beea-1455-4078-a532-8ba88900cc4b req-0c3d8fcd-3516-4258-a88b-5eab0253e6f7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464516
Feb 18 03:05:23.806685 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a095f98-f0ed-4fe0-a3d6-ed46fa7bec10 req-d081085f-91ec-4894-bb6b-b143afc4ad7f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:23.808347 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a095f98-f0ed-4fe0-a3d6-ed46fa7bec10 req-d081085f-91ec-4894-bb6b-b143afc4ad7f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0882363
Feb 18 03:05:23.856809 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a095f98-f0ed-4fe0-a3d6-ed46fa7bec10 req-3475a100-c5c3-49e8-b7ae-ec38ad036f67 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423725
Feb 18 03:05:23.960621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:05:24.036801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:05:24.037228 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:34.529105 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-d3257829-376f-4a3a-85e0-7addc9bd4baa req-a781508a-940b-4420-85ed-4274d13d5b81 service neutron] (83978) timed out ('10.222.0.44', 53434) {{(pid=83978) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 03:05:40.108222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:40.880194 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-6dfce6e0-480f-451a-a21a-17059e8f4a50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0803764
Feb 18 03:05:41.028417 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-99f923e7-da53-4156-93ed-051587a61ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:41.030258 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-99f923e7-da53-4156-93ed-051587a61ee5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 1162 time: 0.0785680
Feb 18 03:05:41.186503 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-77d62972-4f6f-45a1-b052-827e242df54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:41.188049 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-77d62972-4f6f-45a1-b052-827e242df54e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1384327
Feb 18 03:05:41.298758 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-8e6a9d86-b321-4412-8ec0-925555cebd0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 200  len: 1001 time: 0.1042907
Feb 18 03:05:41.367447 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-09cde268-f2e7-4dbd-b51b-c9eaf94f0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:41.369289 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-09cde268-f2e7-4dbd-b51b-c9eaf94f0b26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0645797
Feb 18 03:05:41.455129 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-8befc6cb-c2c2-4ad7-b73a-5eef66e82d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:05:41.456674 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-8befc6cb-c2c2-4ad7-b73a-5eef66e82d20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0795517
Feb 18 03:05:41.599485 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-ac8fb2b9-2740-4ffd-af8c-f20f1639aaf1 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353316
Feb 18 03:05:41.740207 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2d9c26b-c3a9-4c26-87b1-a00d40797470 req-aab17bad-2a2b-4d56-8535-60c4795115dd service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345794
Feb 18 03:05:44.863886 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0011649e-d63d-4a10-b734-89f18fcd4d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:47.386367 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-097a5fdd-8362-479a-a90f-5f31bbf27e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:47.581285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:48.866939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:49.322049 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:05:58.659175 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:06:10.119648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:12.225691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1041-6fcf-42f8-a1a3-bdf4035a3909 req-a74cf47e-1967-4526-95f5-04f8f1d568fc tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:12.227183 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5ba1041-6fcf-42f8-a1a3-bdf4035a3909 req-a74cf47e-1967-4526-95f5-04f8f1d568fc tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0848122
Feb 18 03:06:12.273728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b5ba1041-6fcf-42f8-a1a3-bdf4035a3909 req-df12ab87-a51e-4345-8fa0-d8d25916701f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398026
Feb 18 03:06:13.479403 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89814849-c014-4f5a-936f-f4560701c038 req-8f03cffc-11b4-451c-a645-54dae1ee2498 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:13.481057 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-89814849-c014-4f5a-936f-f4560701c038 req-8f03cffc-11b4-451c-a645-54dae1ee2498 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0910978
Feb 18 03:06:13.528267 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-89814849-c014-4f5a-936f-f4560701c038 req-a195934e-3f33-42ac-af81-28cca4ecfc4b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409715
Feb 18 03:06:14.241705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:06:14.314718 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port a896d022-efd1-4760-b96b-a8c0b5f64dc9 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:06:14.315137 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:14.381592 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08876924-0406-47cb-b2f3-deba90acfea6 req-7b8e6277-7656-4c75-99f6-307e9bb5d84d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:14.383188 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-08876924-0406-47cb-b2f3-deba90acfea6 req-7b8e6277-7656-4c75-99f6-307e9bb5d84d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.0861330
Feb 18 03:06:14.462792 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Deleting port a896d022-efd1-4760-b96b-a8c0b5f64dc9 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:06:14.463177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:14.866573 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4266f73d-00d5-4c12-a670-6d6cd86a221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:15.026955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] For port a896d022-efd1-4760-b96b-a8c0b5f64dc9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a896d022-efd1-4760-b96b-a8c0b5f64dc9,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:06:15.027354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:15.041238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981515b6-e7d8-40e4-86e8-36977fbc5725 req-2e30c44a-9a4f-4db1-a826-5ff19d80475b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:15.042856 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-981515b6-e7d8-40e4-86e8-36977fbc5725 req-2e30c44a-9a4f-4db1-a826-5ff19d80475b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 945 time: 0.3935218
Feb 18 03:06:15.254753 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-981515b6-e7d8-40e4-86e8-36977fbc5725 req-19d8a883-7885-4f76-9144-2a2ae5ed4acb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c2453ae-5049-47b6-a17f-1e9eb67a1275&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1521759
Feb 18 03:06:15.382153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:15.382567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:15.382922 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Floating IP aed16d04-0d43-4b7a-a2eb-9436254f8ecb disassociated. External IP: 172.27.0.102, port: a896d022-efd1-4760-b96b-a8c0b5f64dc9.
Feb 18 03:06:15.383304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Calling delete_port for a896d022-efd1-4760-b96b-a8c0b5f64dc9 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:06:15.531783 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:15.547612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-878e82a3-ad1c-417d-9575-0417335e8939 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:15.642455 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event deleted for resources: {'Port': ['ID=a896d022-efd1-4760-b96b-a8c0b5f64dc9,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:15.662247 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.662676 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.663094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.663530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.663956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.664369 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.664785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.665191 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.666208 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.666665 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.667017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.668090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.668090 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.668345 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.668684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.669086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.669486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.669887 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.670287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.670688 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.671086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.671487 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.671907 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.672310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:15.677687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:15.933472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:06:16.127565 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:06:16.138527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:06:16.151452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:06:16.152328 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae48dac8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:05:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:16.169240 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] No DVR routers for this DVR port a896d022-efd1-4760-b96b-a8c0b5f64dc9 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:06:16.171613 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:16.175937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'name': 'network-vif-deleted', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:06:16.196190 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-08876924-0406-47cb-b2f3-deba90acfea6 req-77a674d4-e838-42f8-92d9-f7ff95eb8ce1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "DELETE /v2.0/ports/a896d022-efd1-4760-b96b-a8c0b5f64dc9 HTTP/1.1" status: 204  len: 173 time: 1.8076415
Feb 18 03:06:16.234841 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13636c5c-f2a3-48ef-9ba5-86c0d2c19c31', 'name': 'network-vif-deleted', 'tag': 'a896d022-efd1-4760-b96b-a8c0b5f64dc9', 'status': 'completed', 'code': 200}
Feb 18 03:06:16.398992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:06:16.448465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-1ea9526f-1efe-4f23-bec2-854c6bfb0628 req-f1c0a059-a884-4d58-a0e2-fa739653ef56 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:06:16.457232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: a896d022-efd1-4760-b96b-a8c0b5f64dc9 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:06:16.457629 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device a896d022-efd1-4760-b96b-a8c0b5f64dc9 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:06:16.464632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-1ea9526f-1efe-4f23-bec2-854c6bfb0628 req-f1c0a059-a884-4d58-a0e2-fa739653ef56 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:06:16.465929 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1ea9526f-1efe-4f23-bec2-854c6bfb0628 req-f1c0a059-a884-4d58-a0e2-fa739653ef56 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=13636c5c-f2a3-48ef-9ba5-86c0d2c19c31 HTTP/1.1" status: 200  len: 210 time: 0.0705128
Feb 18 03:06:16.566337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:06:16.903748 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae48dac8>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:16.907768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:06:16.917016 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:06:16.917664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae48dac8>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:05:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:17.105663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:06:17.427300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5a699a-fc52-44e1-8bde-3561069961b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:17.458234 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae48dac8>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:17.462939 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f53038-647b-4906-b2b9-29a74c6d24c2 None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:06:17.588211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:17.599921 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48620) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:17.672664 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:17.703874 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:17.758188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:17.763934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-49fb9fa7-500e-454b-b238-468ed484b20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:17.781257 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2453ae-5049-47b6-a17f-1e9eb67a1275,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:17.794014 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.794444 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.794863 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.795275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.795712 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.796124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.796530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.796934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.797341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.797747 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.798149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.798551 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.799039 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.799434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.799862 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.800262 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.800659 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.801060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.801456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.802285 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.802684 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.803083 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.803483 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.803900 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:17.808094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:17.809329 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "DELETE /v2.0/security-groups/0c2453ae-5049-47b6-a17f-1e9eb67a1275 HTTP/1.1" status: 204  len: 168 time: 0.2083302
Feb 18 03:06:17.810302 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-45e3788a-f260-4685-a374-77ea053eac1d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:17.812183 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48624) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:17.830400 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-662791b9-192c-4f02-9d72-9b5da414e784 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] show failed (client error): The resource could not be found.
Feb 18 03:06:17.831604 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-662791b9-192c-4f02-9d72-9b5da414e784 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups/0c2453ae-5049-47b6-a17f-1e9eb67a1275 HTTP/1.1" status: 404  len: 347 time: 0.0182190
Feb 18 03:06:17.834409 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48628) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:17.866448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a5069-4add-4855-bcf1-9a8bbddd5ba5 None None] New status for floating IP aed16d04-0d43-4b7a-a2eb-9436254f8ecb: DOWN {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:06:18.006957 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Deleting port 4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:06:18.007323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:18.188438 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:18.189023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:18.323017 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Calling delete_port for 4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3 owned by network:floatingip {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:06:18.416989 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83978) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:06:18.417278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:06:18.869697 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:18.918915 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Deleting port 4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:06:18.919326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.101639 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.102013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.239260 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Calling delete_port for 4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3 owned by network:floatingip {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:06:19.258914 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.380988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.396593 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04edf999-fe4f-4653-af25-f9008b2bc0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:19.503061 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event deleted for resources: {'Port': ['ID=4d58fdc2-80c2-40b6-ade8-d0dc6c67ebc3,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:19.510818 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:19.624763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.641737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:19.642955 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-42c7d409-31f3-4747-8086-998a2aa7e3ef tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "DELETE /v2.0/floatingips/aed16d04-0d43-4b7a-a2eb-9436254f8ecb HTTP/1.1" status: 204  len: 168 time: 1.8075790
Feb 18 03:06:19.987058 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48634) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:19.992961 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142206171', 'description': 'tempest-description--789909873'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:19.999970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:06:20.004297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:06:20.008232 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:06:20.014530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:06:20.023956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.047027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:06:20.050966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:06:20.053882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:06:20.059467 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:06:20.132239 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.136094 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.141512 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d9587438-b38d-4500-aebc-d5239528f23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:20.189607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c3691b-2c96-4da8-b76f-3dc8d2fb307a,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:20.192734 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:20.193976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.195290 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8302188f-c763-4752-9cca-3b083b333c7c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2070348
Feb 18 03:06:20.199547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48638) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:20.205001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'security_group_rule': {'security_group_id': '85c3691b-2c96-4da8-b76f-3dc8d2fb307a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:20.211451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:06:20.215787 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:06:20.218776 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:06:20.224465 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:06:20.240578 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.304757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.307980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.315080 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d0f719f2-f75e-4a24-b325-d8e6dd1b8b4b tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:20.335034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d115667c-faaa-42bb-9d0f-c6faaef93524,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:20.338294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:20.344784 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.346063 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8c9112bf-2caf-457b-b378-a20eed9a3bc6 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1455190
Feb 18 03:06:20.348928 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48642) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:20.354935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'security_group_rule': {'security_group_id': '85c3691b-2c96-4da8-b76f-3dc8d2fb307a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:20.360966 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:06:20.364997 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:security_group_rule and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:06:20.368019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:06:20.374692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:06:20.391714 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.457705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.460231 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176454'] for security_group_rule, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.467746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bc6855c9-3d9b-404e-b376-ba2db9746f17 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:20.490312 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944a1745-f083-4d3e-b282-381b14600d13,revision_number=0']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:20.492720 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:20.497414 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.498699 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7a5fb040-1e8f-45ff-a048-28fb81ff8066 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1487784
Feb 18 03:06:20.501936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48646) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:20.507462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'floatingip': {'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5'}} {{(pid=83978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:20.513386 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:06:20.517647 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:floatingip and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:06:20.520609 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:06:20.526354 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:06:20.538366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.678002 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:20.948118 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Allocated IP 172.27.0.90 (0761d1ce-a314-4efa-9801-7cedef19a4f5/2106d022-ad04-472a-92d3-1a1d9c35decb/89845505-dc6c-4966-8fa5-c18c438dd3c7) {{(pid=83978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:06:21.105475 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for port, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:21.135427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:21.150710 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c7d84ede-17a8-4d15-8244-53fbcc8f9fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:21.286662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'Port': ['ID=89845505-dc6c-4966-8fa5-c18c438dd3c7,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:21.299919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:21.344188 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Network 0761d1ce-a314-4efa-9801-7cedef19a4f5 is already hosted by enough agents. {{(pid=83978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:06:21.345321 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources bound (agent type, host, resource id):  {{(pid=83978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:06:21.347545 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Received port after_create {{(pid=83978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:06:21.429327 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:21.495427 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:21.998439 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for port, precommit_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:22.001908 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822324404'] for port, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:22.017416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:22.161380 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'Port': ['ID=89845505-dc6c-4966-8fa5-c18c438dd3c7,revision_number=2']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:22.166861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:22.254463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:22.277019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:22.278349 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7754312
Feb 18 03:06:22.503803 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-3f52b87d-9031-429e-8907-a96263204281 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--142206171&fields=id&tenant_id=4aba3df3111f443e9ff8ed6351c05c93 HTTP/1.1" status: 200  len: 267 time: 0.0422065
Feb 18 03:06:22.664562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-8ec16aeb-acc3-4504-94b5-7ce5560a1acd tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:22.666256 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-8ec16aeb-acc3-4504-94b5-7ce5560a1acd tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 810 time: 0.1548910
Feb 18 03:06:22.682511 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-41ddfe18-07ea-4a72-bb50-987df0f42938 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/quotas/4aba3df3111f443e9ff8ed6351c05c93 HTTP/1.1" status: 200  len: 375 time: 0.0102749
Feb 18 03:06:22.772686 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-422236c9-de0e-47b3-805d-07b947459ab5 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0847974
Feb 18 03:06:22.922873 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-acd27e48-2466-4602-9905-9fb86851d610 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377218
Feb 18 03:06:23.070237 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-d187a302-ceb0-4088-94d0-2247751fd023 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403558
Feb 18 03:06:23.264180 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb76e7c-6e07-439c-aa5b-a425dc4e180b req-2619ed59-bc82-468f-a21c-8c5f28d87570 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 210 time: 0.0487626
Feb 18 03:06:24.494876 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-adb1ac54-b3e3-4598-bb41-28a0b767057e req-0012c370-58a2-42dd-a2af-97a4ab74e8fb tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 210 time: 0.0676632
Feb 18 03:06:24.552681 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-a41e6ac3-bb4e-4829-a58b-2c9b17b3a14e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:24.554149 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-a41e6ac3-bb4e-4829-a58b-2c9b17b3a14e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 810 time: 0.2135179
Feb 18 03:06:24.631442 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-33840ec7-c8ee-44e6-ba2c-2e9f19466fee tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aba3df3111f443e9ff8ed6351c05c93 HTTP/1.1" status: 200  len: 5707 time: 0.0675783
Feb 18 03:06:24.640851 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'port': {'device_id': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'admin_state_up': True, 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'security_groups': ['85c3691b-2c96-4da8-b76f-3dc8d2fb307a']}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:24.784648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:06:24.788964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Usage tracker for resource:port and tenant:4aba3df3111f443e9ff8ed6351c05c93 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:06:24.792484 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:06:24.798277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:06:24.807486 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Made reservation on behalf of 4aba3df3111f443e9ff8ed6351c05c93 for: {'port': 1} {{(pid=83977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 03:06:24.813009 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:25.126798 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Allocated IP 172.20.0.6 (8eb68f2d-1791-4822-9855-19e8affae2f8/dcbcdaf3-417d-473d-a991-62227f5c36b3/1214cb95-c5d7-4236-a696-a773d9b7b501) {{(pid=83977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 03:06:25.323340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for port, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:25.339949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Transition to ACTIVE for port object 1214cb95-c5d7-4236-a696-a773d9b7b501 will not be triggered until provisioned by entity DHCP. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:06:25.363139 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273057714309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:25.378388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9da60976-7ef2-4454-a597-911a3ba9e6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:25.825128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event updated for resources: {'Port': ['ID=1214cb95-c5d7-4236-a696-a773d9b7b501,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:25.831166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:25.889689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a770d8-a33a-4a33-996c-44b8d1a66c23 req-ce26f7b5-06fa-47cf-8295-3458ffe03f5d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:25.891550 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9a770d8-a33a-4a33-996c-44b8d1a66c23 req-ce26f7b5-06fa-47cf-8295-3458ffe03f5d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 931 time: 0.1725762
Feb 18 03:06:25.893407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 is already hosted by enough agents. {{(pid=83977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 03:06:25.894562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Resources bound (agent type, host, resource id):  {{(pid=83977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 03:06:25.896877 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Received port after_create {{(pid=83977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 03:06:25.997762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:25.998449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:26.013598 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9a770d8-a33a-4a33-996c-44b8d1a66c23 req-70b225cf-25c8-45cb-9dd7-2bc7b3417cb2 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826147
Feb 18 03:06:26.029241 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-eeff0b3d-0bfd-4b9e-90d0-374adbe57ef3 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3924963
Feb 18 03:06:26.042383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Request body: {'port': {'device_id': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:26.103171 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2f011ab4-2f39-4eb0-ad5b-16816ee68c8d None None] Provisioning for port 1214cb95-c5d7-4236-a696-a773d9b7b501 completed by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:06:26.108196 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2f011ab4-2f39-4eb0-ad5b-16816ee68c8d None None] Provisioning complete for port 1214cb95-c5d7-4236-a696-a773d9b7b501 triggered by entity DHCP. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:06:26.108691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f011ab4-2f39-4eb0-ad5b-16816ee68c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:26.167992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:26.169732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2f011ab4-2f39-4eb0-ad5b-16816ee68c8d None None] Port 1214cb95-c5d7-4236-a696-a773d9b7b501 cannot update to ACTIVE because it is not bound. {{(pid=83979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 03:06:26.595297 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1214cb95-c5d7-4236-a696-a773d9b7b501 {{(pid=83977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 03:06:26.603549 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:26.615340 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Transition to ACTIVE for port object 1214cb95-c5d7-4236-a696-a773d9b7b501 will not be triggered until provisioned by entity L2. {{(pid=83977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 03:06:26.618047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:26.633663 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c20750a-4921-4ce7-91d5-2099e3e16360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:26.783911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Pushing event updated for resources: {'Port': ['ID=1214cb95-c5d7-4236-a696-a773d9b7b501,revision_number=2']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:26.789005 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:26.971768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Attempting to bind port 1214cb95-c5d7-4236-a696-a773d9b7b501 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 03:06:26.972266 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Attempting to bind port 1214cb95-c5d7-4236-a696-a773d9b7b501 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 03:06:26.972494 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Attempting to bind port 1214cb95-c5d7-4236-a696-a773d9b7b501 on network 8eb68f2d-1791-4822-9855-19e8affae2f8 {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 03:06:26.978496 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Checking agent: {'id': 'a07f52f8-193d-4bf1-b766-74476f48fe62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 32), 'started_at': datetime.datetime(2021, 2, 18, 2, 47, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 3, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 03:06:26.978870 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Checking segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 03:06:26.979278 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:26.979708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Bound using segment: {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'} {{(pid=83977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 03:06:26.980185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Bound port: 1214cb95-c5d7-4236-a696-a773d9b7b501, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9894d7-5bc3-45f9-9c86-ef4f59215700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8'}}] {{(pid=83977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 03:06:26.980559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:27.076416 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] For port 1214cb95-c5d7-4236-a696-a773d9b7b501, host hv-cinder-76330, cleared binding levels {{(pid=83977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 03:06:27.079531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] For port 1214cb95-c5d7-4236-a696-a773d9b7b501, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1214cb95-c5d7-4236-a696-a773d9b7b501,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 03:06:27.084042 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32259249'] for port, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:27.099762 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-221b64a7-f1ee-4a62-9d58-ff0385ae7ad2 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:27.323918 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Pushing event updated for resources: {'Port': ['ID=1214cb95-c5d7-4236-a696-a773d9b7b501,revision_number=3']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:27.329298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:27.367662 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242fae-22d2-45fb-a94b-adbb1ccee867 req-214b77cc-b2a1-4317-927c-24fbc003752c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:27.368430 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a3242fae-22d2-45fb-a94b-adbb1ccee867 req-214b77cc-b2a1-4317-927c-24fbc003752c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:06:27.380227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:27.380897 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:27.382363 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-73b17822-d40b-43ee-8eb9-78514d66f93f service neutron] 10.222.0.44 "PUT /v2.0/ports/1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 200  len: 1157 time: 1.3452950
Feb 18 03:06:27.382953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:06:27.399222 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a3242fae-22d2-45fb-a94b-adbb1ccee867 req-214b77cc-b2a1-4317-927c-24fbc003752c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:06:27.401194 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3242fae-22d2-45fb-a94b-adbb1ccee867 req-214b77cc-b2a1-4317-927c-24fbc003752c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 943 time: 0.2110868
Feb 18 03:06:27.470275 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'status': 'completed', 'code': 200}
Feb 18 03:06:27.514356 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3242fae-22d2-45fb-a94b-adbb1ccee867 req-cd3bbfeb-a53d-4d36-a58f-f1b255f5281c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039846
Feb 18 03:06:27.538258 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-60be8011-bbf3-4596-9d9f-a8a45aac533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:27.540493 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-60be8011-bbf3-4596-9d9f-a8a45aac533c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 1160 time: 0.1122985
Feb 18 03:06:27.614037 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-046004ec-82bc-4224-821e-8a17dd9283bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 200  len: 217 time: 0.0673368
Feb 18 03:06:27.692505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-69f6f16a-3c32-4ca4-9728-9f4402fc78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:27.693969 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-69f6f16a-3c32-4ca4-9728-9f4402fc78e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0663900
Feb 18 03:06:27.776151 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-a03d5ddb-83c7-4c89-9b9b-f99d0964d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:27.777728 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-a03d5ddb-83c7-4c89-9b9b-f99d0964d99b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0779102
Feb 18 03:06:27.919065 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-d5cd0f87-1675-4c2f-aef2-52cda568e361 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350331
Feb 18 03:06:28.061700 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75ad9872-626b-4bea-ab5e-d81a478e8d05 req-2bf5d5d1-4f0b-4f9a-9dfb-ca102e2e1d27 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362503
Feb 18 03:06:28.186569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-1fedfa3c-7db0-46d6-970f-319c06b59f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:28.188132 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-1fedfa3c-7db0-46d6-970f-319c06b59f35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 1160 time: 0.0808911
Feb 18 03:06:28.328994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-92bd7254-0514-46b8-9489-c165717f6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:28.330529 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-92bd7254-0514-46b8-9489-c165717f6b06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1348474
Feb 18 03:06:28.403521 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-bc997834-3cae-4657-93de-2364f911bcf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 200  len: 217 time: 0.0652399
Feb 18 03:06:28.473128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-dfa72e09-7797-498c-88f1-5f9bad6fc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:28.474560 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-dfa72e09-7797-498c-88f1-5f9bad6fc8a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0653565
Feb 18 03:06:28.554871 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-2e2e0632-b3be-4550-9db7-e5c48c7b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:28.557122 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-2e2e0632-b3be-4550-9db7-e5c48c7b9049 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0757546
Feb 18 03:06:28.764173 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-a0e07322-1a62-4185-883f-9f2688868bb6 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2001634
Feb 18 03:06:28.779319 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75e0e-e73d-48ba-8620-e0403235d823 req-f059b965-f431-48f9-bda9-a21fbdf31c0f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:28.780839 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cff75e0e-e73d-48ba-8620-e0403235d823 req-f059b965-f431-48f9-bda9-a21fbdf31c0f tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 943 time: 0.1438444
Feb 18 03:06:28.922700 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cff75e0e-e73d-48ba-8620-e0403235d823 req-4cdd154c-b2a4-4f30-bded-d7a7d0d9756d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211329
Feb 18 03:06:28.953723 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c54d3e3b-ca99-48c1-9935-1e0f84cfc81e req-db44c374-464a-4067-9a22-72e2c80828ae service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1809974
Feb 18 03:06:30.120562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adaac0-bf82-4e26-8e1b-5460720a409a req-76ce96e3-6cbf-4d04-aa32-a296b66a2764 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:30.122140 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5adaac0-bf82-4e26-8e1b-5460720a409a req-76ce96e3-6cbf-4d04-aa32-a296b66a2764 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 943 time: 0.0851049
Feb 18 03:06:30.173596 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5adaac0-bf82-4e26-8e1b-5460720a409a req-e111d77b-e1a9-4ff7-9570-977395ebf136 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451603
Feb 18 03:06:31.372801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46178147-7a69-4fa3-9416-94ef660af7aa req-3b3a1d69-a680-4ce4-81a8-290251b19707 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:31.374388 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46178147-7a69-4fa3-9416-94ef660af7aa req-3b3a1d69-a680-4ce4-81a8-290251b19707 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 943 time: 0.0857911
Feb 18 03:06:31.421983 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46178147-7a69-4fa3-9416-94ef660af7aa req-257861bb-928f-4fd0-b95d-214796128e0c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413487
Feb 18 03:06:32.666994 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1214cb95-c5d7-4236-a696-a773d9b7b501 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:06:32.740582 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning for port 1214cb95-c5d7-4236-a696-a773d9b7b501 completed by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 03:06:32.746147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1214cb95-c5d7-4236-a696-a773d9b7b501 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:06:32.746568 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:32.869491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe5ad5-ef7d-4d3e-8f28-13153843bb4f req-8d02ce43-d519-4065-aaa0-397b8d84e21e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:32.871091 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-59fe5ad5-ef7d-4d3e-8f28-13153843bb4f req-8d02ce43-d519-4065-aaa0-397b8d84e21e tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 943 time: 0.3319833
Feb 18 03:06:32.876847 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:32.905740 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:06:32.919676 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-59fe5ad5-ef7d-4d3e-8f28-13153843bb4f req-083aed68-87c0-44ce-922e-bf26c4b77bb0 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420377
Feb 18 03:06:32.928128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] For port 1214cb95-c5d7-4236-a696-a773d9b7b501, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1214cb95-c5d7-4236-a696-a773d9b7b501,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:06:32.931857 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273057333040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763797062532', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273057713251'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:32.933896 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:06:33.007448 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Pushing event updated for resources: {'Port': ['ID=1214cb95-c5d7-4236-a696-a773d9b7b501,revision_number=4']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:06:33.016567 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.017038 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.017315 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.017689 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.018165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.018540 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.018913 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.019246 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.019670 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.020041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.020407 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.020768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.021216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.021577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.021937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.022295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.022656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.023012 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.023377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.023761 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.024122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.024839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.025200 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.025562 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:06:33.029948 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:06:33.093847 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'code': 200}
Feb 18 03:06:33.331802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370c0ab-6726-4627-baca-483fa178e192 req-ff3fa190-93d2-4a7a-ad0d-e300a0d7a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:33.333403 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8370c0ab-6726-4627-baca-483fa178e192 req-ff3fa190-93d2-4a7a-ad0d-e300a0d7a6a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 1162 time: 0.0756488
Feb 18 03:06:33.378835 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8370c0ab-6726-4627-baca-483fa178e192 req-6d2fe624-ef51-4dab-bfce-631bfedb4d33 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385299
Feb 18 03:06:34.135691 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902822-e6d3-46ab-987a-c9bdc1130b49 req-218dbe85-a27c-4a20-8c6a-b4fda4a34188 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:34.137945 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db902822-e6d3-46ab-987a-c9bdc1130b49 req-218dbe85-a27c-4a20-8c6a-b4fda4a34188 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.0873895
Feb 18 03:06:34.187337 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db902822-e6d3-46ab-987a-c9bdc1130b49 req-30652759-ed09-4f88-aca3-2b0b3ab4c031 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429754
Feb 18 03:06:34.272805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1214cb95-c5d7-4236-a696-a773d9b7b501 up at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 03:06:34.345293 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Provisioning complete for port 1214cb95-c5d7-4236-a696-a773d9b7b501 triggered by entity L2. {{(pid=83979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 03:06:34.345712 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711033'] for port, provisioning_complete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:35.389636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b291b-1596-40a2-b3f2-e8615ceb9d44 req-dff84592-6722-4cc7-b92b-cfa8c2b9c4ac tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:35.391454 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a3b291b-1596-40a2-b3f2-e8615ceb9d44 req-dff84592-6722-4cc7-b92b-cfa8c2b9c4ac tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.0892427
Feb 18 03:06:35.439573 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a3b291b-1596-40a2-b3f2-e8615ceb9d44 req-514da7bd-235c-4339-82b6-e372b2a1349b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414305
Feb 18 03:06:35.630775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38107f6-707e-4645-b31f-a5b1522290ae req-51383cd4-3b02-4695-a6b0-bfd799a7dcad tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:35.632409 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c38107f6-707e-4645-b31f-a5b1522290ae req-51383cd4-3b02-4695-a6b0-bfd799a7dcad tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.0864420
Feb 18 03:06:35.642377 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 48706) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:06:35.647940 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Request body: {'floatingip': {'port_id': '1214cb95-c5d7-4236-a696-a773d9b7b501'}} {{(pid=83977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 03:06:35.658696 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:06:35.732651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, before_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:36.369026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:36.371705 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:36.565253 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Floating IP 93192ee4-125d-4744-ad63-b2a70d71e803 associated. External IP: 172.27.0.90, port: 1214cb95-c5d7-4236-a696-a773d9b7b501.
Feb 18 03:06:36.944882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:06:37.137085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:06:37.141704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:37.147060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:06:37.157965 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:06:37.158637 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae3a68d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:06:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:37.202753 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-128351a0-275f-4255-8d16-72cc29ef6d63 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "PUT /v2.0/floatingips/93192ee4-125d-4744-ad63-b2a70d71e803 HTTP/1.1" status: 200  len: 990 time: 1.5565724
Feb 18 03:06:37.202753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:06:37.252161 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'status': 'completed', 'code': 200}
Feb 18 03:06:37.355117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-0227c130-42d4-4b13-8bc1-a8bf4f183e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:37.356775 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-0227c130-42d4-4b13-8bc1-a8bf4f183e36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 1162 time: 0.0812881
Feb 18 03:06:37.356929 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:06:37.502214 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-96747789-e135-476c-9eef-8511ea88100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:37.503764 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-96747789-e135-476c-9eef-8511ea88100d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1399791
Feb 18 03:06:37.613041 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-3466ccbd-0223-41aa-9618-baefab6ce633 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 200  len: 998 time: 0.1028802
Feb 18 03:06:37.686668 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-8705448d-c59b-4610-ab72-00fddfcc2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:37.688249 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-8705448d-c59b-4610-ab72-00fddfcc2540 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0688980
Feb 18 03:06:37.729674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae3a68d0>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '93192ee4-125d-4744-ad63-b2a70d71e803', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'port_id': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'mac_address': 'fa:16:3e:9b:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:06:21Z', 'updated_at': '2021-02-18T03:06:36Z', 'revision_number': 1, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:37.733858 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:06:37.742727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:06:37.744185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ae3a68d0>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:06:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:37.770499 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-d70d9c5c-9b90-4b02-a202-239a7e1f2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:37.772096 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-d70d9c5c-9b90-4b02-a202-239a7e1f2222 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0772216
Feb 18 03:06:37.927051 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-c87464a3-2aa7-455e-bfcd-838988f1d2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482475
Feb 18 03:06:38.075472 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3af7f6d8-5bfd-46a8-a425-dde7b41e9405 req-2e59f737-545c-49a7-9c3e-0e9d0f5c57c5 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414995
Feb 18 03:06:38.106034 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:06:38.474632 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ae3a68d0>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '93192ee4-125d-4744-ad63-b2a70d71e803', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'port_id': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'mac_address': 'fa:16:3e:9b:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:06:21Z', 'updated_at': '2021-02-18T03:06:36Z', 'revision_number': 1, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:06:38.479894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebbc21-a5eb-466b-a17a-535ad962672c None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_floatingips': [{'id': '93192ee4-125d-4744-ad63-b2a70d71e803', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'router_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'port_id': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'mac_address': 'fa:16:3e:9b:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T03:06:21Z', 'updated_at': '2021-02-18T03:06:36Z', 'revision_number': 1, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:06:38.756541 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5df33-44d6-477d-afe2-9651b8bd1bd2 None None] New status for floating IP 93192ee4-125d-4744-ad63-b2a70d71e803: ACTIVE {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:06:40.116803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:41.867127 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-50a1db2c-2fba-477f-8c67-ab6a9b1d68b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791607
Feb 18 03:06:42.020508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-8e05112a-d6a6-4cd2-9d10-8052e051b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:42.022117 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-8e05112a-d6a6-4cd2-9d10-8052e051b665 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 1162 time: 0.0817351
Feb 18 03:06:42.409861 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-11ed4d29-5fd6-4006-b7fb-b13e360aac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:42.411447 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-11ed4d29-5fd6-4006-b7fb-b13e360aac29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.3688817
Feb 18 03:06:42.523814 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-06ed3637-55f7-41bc-8f63-08e1bcfcc2a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 200  len: 1000 time: 0.1051366
Feb 18 03:06:42.592988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-c2721039-3d58-4a6f-85e5-6ca3fcd8241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:42.594539 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-c2721039-3d58-4a6f-85e5-6ca3fcd8241f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0650826
Feb 18 03:06:42.680036 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-67a44cd0-7978-4351-a353-71ae7dbdfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:06:42.682546 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-67a44cd0-7978-4351-a353-71ae7dbdfa54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0822101
Feb 18 03:06:42.826647 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-3d646902-253a-4826-8fa6-3fa08d03225c service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376281
Feb 18 03:06:42.975253 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abf3fbb2-5ec0-498b-adfe-3f9e109aff50 req-83c75618-7c8c-4da6-b4a9-09d497639e9e service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424265
Feb 18 03:06:44.869066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16d2d97d-499b-4c45-bba4-b20681e09d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:47.389210 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2eb6-dd08-43cd-a835-aa474a37a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:47.587195 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:48.871704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:06:49.261610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:10.128808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:12.658013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:07:14.870736 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5313d803-79e4-467f-8077-11815d7fd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:17.390075 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c6fff3b-67b5-4f52-bb6e-f11b88162d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:17.590911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:18.872953 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:19.266041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:40.138283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:43.886791 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-cda5cbc1-aa92-4dc5-8ed4-5d70d31e17f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775001
Feb 18 03:07:44.048975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-169b61a1-ea5f-4469-880c-cd99acc07773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:07:44.050567 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-169b61a1-ea5f-4469-880c-cd99acc07773 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 1162 time: 0.0794356
Feb 18 03:07:44.206418 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-7ddfdacf-f6f3-4680-8a12-aa1d59ef858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:07:44.207950 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-7ddfdacf-f6f3-4680-8a12-aa1d59ef858a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 200  len: 904 time: 0.1380455
Feb 18 03:07:44.318570 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-be883331-d1ed-42fa-8f3d-0798fba41fdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 200  len: 1000 time: 0.1034639
Feb 18 03:07:44.388588 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-1bd5481e-063e-49b4-9ec4-a277cc3cfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:07:44.390691 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-1bd5481e-063e-49b4-9ec4-a277cc3cfbb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 200  len: 849 time: 0.0659163
Feb 18 03:07:44.470450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-57ebe60d-0bdc-46da-b777-d24098f8309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:07:44.471953 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-57ebe60d-0bdc-46da-b777-d24098f8309d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8eb68f2d-1791-4822-9855-19e8affae2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0747335
Feb 18 03:07:44.614788 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-66034fdc-7dd9-46ff-ae51-fc559d848565 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351964
Feb 18 03:07:44.758480 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cd2545ea-e376-4344-877a-f6d4b2a75ac7 req-20e0b5a9-1149-412f-8509-579c402da7f2 service neutron] 10.222.0.44 "GET /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360099
Feb 18 03:07:44.872056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1d19e91-3573-4607-8b85-1a906c0af0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:47.392419 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f457-0d93-46ee-a94a-baaabb7ea555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:47.593461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:48.874823 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:49.332259 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:07:49.656864 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:08:09.659820 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ce3e6-1a66-4a28-8dd2-e8a3ec4cc8dd req-7d26e041-5507-4712-9b70-22bea00a33c9 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:08:09.661357 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d32ce3e6-1a66-4a28-8dd2-e8a3ec4cc8dd req-7d26e041-5507-4712-9b70-22bea00a33c9 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.0926108
Feb 18 03:08:09.708624 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d32ce3e6-1a66-4a28-8dd2-e8a3ec4cc8dd req-a512f932-d6e4-49dc-80d7-f88290b5579c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407610
Feb 18 03:08:10.140775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:10.911040 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc405252-8b95-43c6-8b14-4b7022d788bb req-cab01655-4515-42dc-9949-0ef41ba8e31b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:08:10.912691 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fc405252-8b95-43c6-8b14-4b7022d788bb req-cab01655-4515-42dc-9949-0ef41ba8e31b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.0857048
Feb 18 03:08:10.960812 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fc405252-8b95-43c6-8b14-4b7022d788bb req-65d067ad-457d-477b-a835-67a84ddbe54b tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418146
Feb 18 03:08:11.462559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-0b62b15e-aeea-4ca9-b4e7-01ff4fed73c7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:08:11.464114 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-0b62b15e-aeea-4ca9-b4e7-01ff4fed73c7 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.0887711
Feb 18 03:08:11.539958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Deleting port 1214cb95-c5d7-4236-a696-a773d9b7b501 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:11.540333 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:11.801353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] For port 1214cb95-c5d7-4236-a696-a773d9b7b501, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1214cb95-c5d7-4236-a696-a773d9b7b501,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:08:11.802269 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:12.167388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:12.168013 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854016856'] for floatingip, after_update {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:12.168013 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Floating IP 93192ee4-125d-4744-ad63-b2a70d71e803 disassociated. External IP: 172.27.0.90, port: 1214cb95-c5d7-4236-a696-a773d9b7b501.
Feb 18 03:08:12.168375 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Calling delete_port for 1214cb95-c5d7-4236-a696-a773d9b7b501 owned by compute:nova {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:08:12.265975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07514-f7ae-4a49-89b9-14bbaa75fd52 req-3c5c99ee-f506-4976-8554-47e22c8692c1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 03:08:12.267748 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ce07514-f7ae-4a49-89b9-14bbaa75fd52 req-3c5c99ee-f506-4976-8554-47e22c8692c1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 945 time: 0.1899936
Feb 18 03:08:12.369592 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ce07514-f7ae-4a49-89b9-14bbaa75fd52 req-93335e95-f83f-453e-a1ee-21af052b156d tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups?id=85c3691b-2c96-4da8-b76f-3dc8d2fb307a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661697
Feb 18 03:08:12.370674 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:12.393443 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3bcf1162-08f7-45be-9a54-5b43c380bbc3 tempest-TestVolumeBootPattern-1593623028 tempest-TestVolumeBootPattern-1593623028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:12.485245 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event deleted for resources: {'Port': ['ID=1214cb95-c5d7-4236-a696-a773d9b7b501,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:12.503934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.504349 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.504757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.505157 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.505555 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.505950 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.506343 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.506732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.507126 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.507559 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.507964 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.508352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.508830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.509219 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.509606 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.509992 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.510378 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.510763 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.511147 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.511550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.511938 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.512323 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.512708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.513086 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:12.517096 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:12.767931 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:08:12.932300 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1214cb95-c5d7-4236-a696-a773d9b7b501 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:08:12.977250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] No Port match for: 1214cb95-c5d7-4236-a696-a773d9b7b501 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:08:12.977657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Device 1214cb95-c5d7-4236-a696-a773d9b7b501 not bound to the agent host hv-cinder-76330 {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:08:13.201631 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:08:13.212227 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:08:13.222803 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:08:13.223591 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7400>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:07:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:13.241480 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] No DVR routers for this DVR port 1214cb95-c5d7-4236-a696-a773d9b7b501 on host hv-cinder-76330 {{(pid=83977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:08:13.243811 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for port, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:13.246572 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'name': 'network-vif-deleted', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501'}] {{(pid=83977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 03:08:13.263105 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23d6f25f-7026-4bdf-b734-fac34469c4fa req-a6912b9c-f256-4574-95bd-c25a63997441 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.44 "DELETE /v2.0/ports/1214cb95-c5d7-4236-a696-a773d9b7b501 HTTP/1.1" status: 204  len: 173 time: 1.7931607
Feb 18 03:08:13.298651 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e86738-0428-4f5a-898a-eeb33cbb94cc', 'name': 'network-vif-deleted', 'tag': '1214cb95-c5d7-4236-a696-a773d9b7b501', 'status': 'completed', 'code': 200}
Feb 18 03:08:13.424355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:08:13.561482 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-44748436-ca1d-4b5a-bb06-275d5025a02c req-9f135b6c-13da-4fa3-b4cb-eb0ef645ff0c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Synchronizing usage tracker for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 03:08:13.576658 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-44748436-ca1d-4b5a-bb06-275d5025a02c req-9f135b6c-13da-4fa3-b4cb-eb0ef645ff0c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Unset dirty status for tenant:4aba3df3111f443e9ff8ed6351c05c93 on resource:port {{(pid=83977) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 03:08:13.578545 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44748436-ca1d-4b5a-bb06-275d5025a02c req-9f135b6c-13da-4fa3-b4cb-eb0ef645ff0c tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e86738-0428-4f5a-898a-eeb33cbb94cc HTTP/1.1" status: 200  len: 210 time: 0.0655887
Feb 18 03:08:13.768461 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7400>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:13.772507 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:08:13.782322 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:08:13.782968 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7400>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:07:47Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:13.973304 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:08:14.301977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87af3f7400>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:14.306053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e5187-0c95-4e7f-a206-cb9b0b2d26cb None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:02:03Z', 'revision_number': 4, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi', '_interfaces': [{'id': '1159df79-9db7-4e54-87eb-249a6d704c98', 'name': '', 'network_id': '8eb68f2d-1791-4822-9855-19e8affae2f8', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'mac_address': 'fa:16:3e:3b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:02:03Z', 'updated_at': '2021-02-18T03:02:11Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'subnets': [{'id': 'dcbcdaf3-417d-473d-a991-62227f5c36b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:08:14.694704 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4413f5-30f6-4ea1-94de-b9dbc4cd71cb None None] New status for floating IP 93192ee4-125d-4744-ad63-b2a70d71e803: DOWN {{(pid=83980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 03:08:14.710410 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 48960) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:14.783199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:14.813352 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:14.862852 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:14.869440 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e4ddef0-d834-4afb-8318-efe17edaab83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:14.873318 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40c3c21a-3bb3-487b-8fce-183b2533dd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:14.887519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c3691b-2c96-4da8-b76f-3dc8d2fb307a,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:14.894070 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:14.895625 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:14.899793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48964) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:14.903984 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-89ac693e-4188-4e85-9d14-bd55f8172a08 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "DELETE /v2.0/security-groups/85c3691b-2c96-4da8-b76f-3dc8d2fb307a HTTP/1.1" status: 204  len: 168 time: 0.1924016
Feb 18 03:08:14.920680 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-049e1225-2998-4d1d-b7d4-b5f330460fe4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] show failed (client error): The resource could not be found.
Feb 18 03:08:14.926868 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 48968) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:14.928142 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-049e1225-2998-4d1d-b7d4-b5f330460fe4 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "GET /v2.0/security-groups/85c3691b-2c96-4da8-b76f-3dc8d2fb307a HTTP/1.1" status: 404  len: 347 time: 0.0272202
Feb 18 03:08:15.098388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Deleting port 89845505-dc6c-4966-8fa5-c18c438dd3c7 {{(pid=83977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:15.098700 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:15.281981 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:15.282330 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:15.415347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Calling delete_port for 89845505-dc6c-4966-8fa5-c18c438dd3c7 owned by network:floatingip {{(pid=83977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:08:15.563433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822516567'] for port, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:15.578695 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-92e2cb27-c0b4-4d0a-a01a-0736fdf857ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:15.683693 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Pushing event deleted for resources: {'Port': ['ID=89845505-dc6c-4966-8fa5-c18c438dd3c7,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:15.688731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:15.804134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:15.820970 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774024'] for floatingip, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:15.822219 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a7585c81-9f71-49e3-a459-76f6cfd0eaa1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] 10.222.0.53 "DELETE /v2.0/floatingips/93192ee4-125d-4744-ad63-b2a70d71e803 HTTP/1.1" status: 204  len: 168 time: 0.8931794
Feb 18 03:08:17.394758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6570fbbc-b724-4aca-ba7e-3d44f03dd498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:17.596133 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:18.876945 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:19.273089 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:19.891055 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 48998) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:20.629829 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854016945'] for router_interface, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:20.991472 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Deleting port 1159df79-9db7-4e54-87eb-249a6d704c98 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:20.992010 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:21.174335 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] For port 1159df79-9db7-4e54-87eb-249a6d704c98, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1159df79-9db7-4e54-87eb-249a6d704c98,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:08:21.174724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:21.305216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Calling delete_port for 1159df79-9db7-4e54-87eb-249a6d704c98 owned by network:router_interface {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:08:21.484975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:21.500459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d31c4cc1-093c-41a8-aff1-c2a1ad584c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:21.602310 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Pushing event deleted for resources: {'Port': ['ID=1159df79-9db7-4e54-87eb-249a6d704c98,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:21.614746 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.615167 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.615621 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.616023 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.616428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.616819 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.617216 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.617608 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.618026 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.618391 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.618780 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.619166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.619671 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.620063 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.620452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.620839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.621224 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.621612 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.621996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.622383 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.622769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.623153 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.623564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.623952 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:21.629434 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:21.928854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760316'] for router_interface, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:22.668942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Router ebd9f420-eacc-4185-a7f2-0888d26c28fc has already been hosted by L3 agent a69c27d8-02a0-458a-9227-d108a78df7a0 {{(pid=83978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 03:08:22.860271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] Notify agent at l3_agent.dv-cinder-763306-10-iscsi the message routers_updated {{(pid=83978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 03:08:22.869233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] Sync routers for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 03:08:22.874008 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-98fe8a11-ac72-4243-be35-0f05c79af30f admin admin] 10.222.0.53 "PUT /v2.0/routers/ebd9f420-eacc-4185-a7f2-0888d26c28fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9817736
Feb 18 03:08:22.876728 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49004) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:22.880462 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:08:22.881132 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ad873b38>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:08:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:23.074577 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks [] for router, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:23.245025 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: dv-cinder-763306-10-iscsi {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:08:23.273898 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:23.283364 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Deleting port 1265bd35-b4f3-44ac-865b-c91705afa187 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:23.283770 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:23.471936 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] For port 1265bd35-b4f3-44ac-865b-c91705afa187, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=1265bd35-b4f3-44ac-865b-c91705afa187,segment=NetworkSegment(1f012011-1d37-4db4-ac4c-29979b9deab9),segment_id=1f012011-1d37-4db4-ac4c-29979b9deab9)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:08:23.472491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:23.547882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ad873b38>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'external_fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:08:21Z', 'revision_number': 5, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port': {'id': '1265bd35-b4f3-44ac-865b-c91705afa187', 'name': '', 'network_id': '0761d1ce-a314-4efa-9801-7cedef19a4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T03:01:59Z', 'updated_at': '2021-02-18T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2106d022-ad04-472a-92d3-1a1d9c35decb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-iscsi'}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:23.552527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] Checking router: ebd9f420-eacc-4185-a7f2-0888d26c28fc for host: dv-cinder-763306-10-iscsi {{(pid=83979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 03:08:23.561510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] Routers {'ebd9f420-eacc-4185-a7f2-0888d26c28fc'} bound to L3 agent in host dv-cinder-763306-10-iscsi {{(pid=83979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 03:08:23.562185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f87ad873b38>, 'dv-cinder-763306-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T02:39:47Z,description=<?>,heartbeat_timestamp=2021-02-18T03:08:17Z,host='dv-cinder-763306-10-iscsi',id=a69c27d8-02a0-458a-9227-d108a78df7a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T02:39:47Z,topic='l3_agent')) {'router_ids': ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'], 'active': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:23.608337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Calling delete_port for 1265bd35-b4f3-44ac-865b-c91705afa187 owned by network:router_gateway {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:08:23.729755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] Set router ebd9f420-eacc-4185-a7f2-0888d26c28fc gateway port host: None {{(pid=83979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 03:08:23.788255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32451412'] for port, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:23.807533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7fa37bdf-e273-493e-af3c-0483fb55a8d1 tempest-AttachVolumeTestJSON-2027276916 tempest-AttachVolumeTestJSON-2027276916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:23.846138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f87ad873b38>, [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:08:23Z', 'revision_number': 6, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port_host': None}], 'dv-cinder-763306-10-iscsi', False) {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:23.851056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079e26b-244f-4d62-8515-552a7cf07ad2 None None] The sync data for ids ['ebd9f420-eacc-4185-a7f2-0888d26c28fc'] in dv-cinder-763306-10-iscsi is: [{'id': 'ebd9f420-eacc-4185-a7f2-0888d26c28fc', 'name': 'tempest-AttachVolumeTestJSON-832667167-router', 'tenant_id': '4aba3df3111f443e9ff8ed6351c05c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T03:01:58Z', 'updated_at': '2021-02-18T03:08:23Z', 'revision_number': 6, 'project_id': '4aba3df3111f443e9ff8ed6351c05c93', 'gw_port_host': None}] {{(pid=83979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 03:08:23.904209 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Pushing event deleted for resources: {'Port': ['ID=1265bd35-b4f3-44ac-865b-c91705afa187,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:23.914751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:24.035873 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854015123'] for router_gateway, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.227527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-762846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854746872'] for router, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.229959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.254941 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854028014'] for router, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.255450 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd9f420-eacc-4185-a7f2-0888d26c28fc {{(pid=83978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 03:08:24.268846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] Notify callbacks [] for router, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.270169 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-610dd578-7f05-44aa-8d8b-a50f9f5f1751 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ebd9f420-eacc-4185-a7f2-0888d26c28fc HTTP/1.1" status: 204  len: 168 time: 1.3923922
Feb 18 03:08:24.272917 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49008) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:24.342112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Deleting subnet dcbcdaf3-417d-473d-a991-62227f5c36b3 {{(pid=83978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 03:08:24.345145 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.399177 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32499226'] for subnet, precommit_delete_associations {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.485204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709766'] for subnet, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.744436 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853066034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822324479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31490818'] for subnet, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.760079 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-070c949f-da78-4aae-a224-415550d1c3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:24.859451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbcdaf3-417d-473d-a991-62227f5c36b3,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:24.863758 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:24.897474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for subnet, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:24.903276 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-56195ec1-0a94-4f78-88c9-fc801a2ccae7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dcbcdaf3-417d-473d-a991-62227f5c36b3 HTTP/1.1" status: 204  len: 168 time: 0.6293197
Feb 18 03:08:24.903869 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2f1cd-e676-4596-ba32-7afc566b1029 None None] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 requested from dv-cinder-763306-10-iscsi {{(pid=83979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 03:08:24.906303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49012) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:25.028999 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853186217'] for network, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.104289 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Deleting port 903100b4-96c2-4f78-bb1a-0675241677c3 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:25.104667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.161395 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] DHCP port deletion for 8eb68f2d-1791-4822-9855-19e8affae2f8 request from dv-cinder-763306-10-iscsi {{(pid=83979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 03:08:25.165757 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Deleting port 903100b4-96c2-4f78-bb1a-0675241677c3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:25.166255 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.405737 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1265bd35-b4f3-44ac-865b-c91705afa187 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:08:25.450043 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] For port 903100b4-96c2-4f78-bb1a-0675241677c3, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=903100b4-96c2-4f78-bb1a-0675241677c3,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:08:25.450489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.459649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 1265bd35-b4f3-44ac-865b-c91705afa187 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:08:25.460053 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1265bd35-b4f3-44ac-865b-c91705afa187 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:08:25.460530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 903100b4-96c2-4f78-bb1a-0675241677c3 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:08:25.570547 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] For port 903100b4-96c2-4f78-bb1a-0675241677c3, host dv-cinder-763306-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-iscsi',level=0,port_id=903100b4-96c2-4f78-bb1a-0675241677c3,segment=NetworkSegment(fd9894d7-5bc3-45f9-9c86-ef4f59215700),segment_id=fd9894d7-5bc3-45f9-9c86-ef4f59215700)] {{(pid=83978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 03:08:25.570942 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-755888'] for port, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.636749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Calling delete_port for 903100b4-96c2-4f78-bb1a-0675241677c3 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:08:25.709677 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Calling delete_port for 903100b4-96c2-4f78-bb1a-0675241677c3 owned by network:dhcp {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 03:08:25.783071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853013554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854623704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273057333023', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273057713285'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.787832 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83978) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 03:08:25.788197 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 03:08:25.800045 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-098f8902-c488-4b37-bb32-17eb9ec9056b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:25.886250 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853013733'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:25.921405 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Pushing event deleted for resources: {'Port': ['ID=903100b4-96c2-4f78-bb1a-0675241677c3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:25.938569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.938962 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.939341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.939744 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.940116 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.940489 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.941373 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.942221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.942598 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.942971 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.943337 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.943731 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.944185 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.944556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.944934 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.945295 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.945657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.946019 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.946379 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.946738 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.947097 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.947456 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.947839 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.948198 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 03:08:25.958889 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:26.017579 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1159df79-9db7-4e54-87eb-249a6d704c98 no longer exists at agent ovs-agent-dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 03:08:26.057935 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] No Port match for: 1159df79-9db7-4e54-87eb-249a6d704c98 {{(pid=83979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 03:08:26.058329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Device 1159df79-9db7-4e54-87eb-249a6d704c98 not bound to the agent host dv-cinder-763306-10-iscsi {{(pid=83979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 03:08:26.061497 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c885735-e391-4e3e-bef9-c3a8f4aad364 None None] No DVR routers for this DVR port 903100b4-96c2-4f78-bb1a-0675241677c3 on host dv-cinder-763306-10-iscsi {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 03:08:26.289422 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Deleting port 903100b4-96c2-4f78-bb1a-0675241677c3 {{(pid=83978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 03:08:26.289816 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273057307986'] for port, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:26.364303 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] The port '903100b4-96c2-4f78-bb1a-0675241677c3' was deleted {{(pid=83978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 03:08:26.484640 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712689', 'neutron.services.segments.db._delete_segments_for_network--9223363273057160922'] for network, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:26.602199 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f87ae533550>,) {'filters': {'network_id': ['8eb68f2d-1791-4822-9855-19e8affae2f8']}} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:26.615277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae533550>, 'fd9894d7-5bc3-45f9-9c86-ef4f59215700') {'for_net_delete': True} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:26.615667 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f87ae533550>, 'fd9894d7-5bc3-45f9-9c86-ef4f59215700') {} {{(pid=83978) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 03:08:26.627524 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273057162970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822276574'] for segment, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:26.642280 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853056095'] for segment, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:26.644296 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 03:08:26.656047 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:08:26.822529 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:08:26.831586 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1719737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32451744'] for segment, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.014525 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Network 8eb68f2d-1791-4822-9855-19e8affae2f8 has no segments {{(pid=83978) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]: Traceback (most recent call last):
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     timer()
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     cb(*args, **kw)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     return func(*args, **kwargs)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     self._notify()
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     self.callback(batched_events)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     event.method(event)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     segment_id)['aggregates'][0]
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     return f(self, *a, **k)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self._get(url).json()
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     **kwargs)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     return self.request(url, 'GET', **kwargs)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     **endpoint_filter)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 03:08:27.038318 dv-cinder-763306-10-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 03:08:27.118491 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853063111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760644'] for network, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.122949 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210374'] for network, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.126642 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4fe577cd-6205-4e28-9021-d7b5c3315407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:27.150128 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb68f2d-1791-4822-9855-19e8affae2f8,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:27.152919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:27.163596 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b7b8d95f-aa45-4a6d-926b-36001135a6d2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8eb68f2d-1791-4822-9855-19e8affae2f8 HTTP/1.1" status: 204  len: 168 time: 2.2562299
Feb 18 03:08:27.281451 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49018) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:27.338010 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-54d94241-2097-4d9c-8745-89d592111f7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aba3df3111f443e9ff8ed6351c05c93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552611
Feb 18 03:08:27.340459 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49022) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:27.402108 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.430146 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.478878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.483793 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9357d7fc-a81d-4b6f-83fb-59b40a37b3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:27.500073 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f767d0-963c-45bb-b90d-647f4c1177cf,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:27.502675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:27.506276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:27.508364 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-14ef1506-f4c7-448a-b64a-efcfcab5b2d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12f767d0-963c-45bb-b90d-647f4c1177cf HTTP/1.1" status: 204  len: 168 time: 0.1667542
Feb 18 03:08:35.522651 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-7ffe8188-21bb-473d-adfe-185f765c6407 req-ed8116a9-7356-4176-b779-d4e6bd9f61a0 service neutron] (83978) timed out ('10.222.0.44', 53430) {{(pid=83978) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 03:08:35.586004 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-ec3bbcbb-c4ed-425c-a095-faac20f1c46f req-594eb01c-e2d5-4123-8504-adcb0d7db800 service neutron] (83977) timed out ('10.222.0.44', 53406) {{(pid=83977) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 03:08:40.161767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:40.900390 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49172) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:41.025769 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.041585 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:41.046165 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0e262d821146f5aec13a6402b733c2 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:41.049122 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:41.055446 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:41.140894 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.143435 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.156576 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-291cbed3-c95d-4cf8-93ec-3f2c809aae9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:41.198760 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a0e262d821146f5aec13a6402b733c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2972469
Feb 18 03:08:41.199751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a177d0a1-f0c2-4e19-aa1e-50071f76c248,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:41.201648 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49178) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:41.203463 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-71ebfd6e-6d39-4603-98f4-26e93c5ddce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:41.263782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.292176 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.341085 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.346107 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a25ffbf1-fe13-4840-bef7-b251825a4767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:41.360270 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a177d0a1-f0c2-4e19-aa1e-50071f76c248,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:41.363878 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:41.364958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.368003 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4f3d4cb4-70d6-4b75-af7b-899375eb32b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a177d0a1-f0c2-4e19-aa1e-50071f76c248 HTTP/1.1" status: 204  len: 168 time: 0.1652436
Feb 18 03:08:41.649253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49190) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:41.669276 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.685408 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:41.689350 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7fc399bf04439f89093163a0723852 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:41.692287 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:41.697911 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:41.780933 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.783508 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.792831 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-42f1752e-4877-4a6c-8fb7-b9b4715a85a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:41.834586 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd7fc399bf04439f89093163a0723852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1842182
Feb 18 03:08:41.836344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5844b62-fa91-4e8b-98d6-226eab001964,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:41.837550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49194) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:41.839749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c9cbeb07-2540-402b-9dea-1cabdf73e0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:41.904355 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.932121 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.977909 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:41.982906 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2abc4a74-9663-4ea9-b2ab-3a6315b7bde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:41.995272 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5844b62-fa91-4e8b-98d6-226eab001964,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:41.998840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:42.000755 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:42.002266 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5844b62-fa91-4e8b-98d6-226eab001964 HTTP/1.1" status: 204  len: 168 time: 0.1632280
Feb 18 03:08:44.351595 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49268) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:44.475152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.490290 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:44.494307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Usage tracker for resource:security_group_rule and tenant:fba98ba142b04014a777dd675ac381bb is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:44.497268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:44.502937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:44.594532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.597166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.605325 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27db525b-4b82-42b0-a02b-ab2b4e21f141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:44.650232 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fba98ba142b04014a777dd675ac381bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2975135
Feb 18 03:08:44.651977 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5857c37e-be42-47f9-bae0-683af3f14946,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:44.653204 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49274) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:44.655474 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5f707475-e0fc-4c1a-a220-f3da1ea49b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:44.715785 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.744313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.788768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.793624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-956d3ece-3b0f-4623-b361-c0e8bb166689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:44.811212 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5857c37e-be42-47f9-bae0-683af3f14946,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:44.814253 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:44.815159 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:44.816463 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0213d731-ab64-4c20-be7e-cb647a428ef5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5857c37e-be42-47f9-bae0-683af3f14946 HTTP/1.1" status: 204  len: 168 time: 0.1622031
Feb 18 03:08:44.874630 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9fd680f5-6d61-4c20-8ebd-5e3c05c33739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.105111 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49282) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:45.124068 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.139773 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:45.144332 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Usage tracker for resource:security_group_rule and tenant:0a5277bcbe2e4070acdc4dfd2009dfed is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:45.147306 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:45.153011 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:45.235937 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.238830 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.247532 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dde12455-f326-4fe6-800e-49bd1bcf5fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:45.293248 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a5277bcbe2e4070acdc4dfd2009dfed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1844697
Feb 18 03:08:45.293248 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdccb835-3476-4e9f-8df0-16ad389919bd,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:45.293732 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49286) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:45.294899 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-662770fb-5ce3-46e9-8e55-fcd99b789cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:45.356649 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.383751 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.427687 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.432533 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-74d45229-e120-4d9b-b980-891e38a3473b tempest-TestShelveInstance-1752312059 tempest-TestShelveInstance-1752312059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:45.446767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdccb835-3476-4e9f-8df0-16ad389919bd,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:45.451071 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:45.464385 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:45.465610 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7ec79ade-f653-45c1-8d59-fdecc086d3ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdccb835-3476-4e9f-8df0-16ad389919bd HTTP/1.1" status: 204  len: 168 time: 0.1708052
Feb 18 03:08:47.396701 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ffe3850c-420e-4297-99de-df1b76b50be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:47.600294 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:47.676753 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49348) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:47.803958 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:47.819982 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:47.824092 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Usage tracker for resource:security_group_rule and tenant:20c2a90ec9b245fe8e6f9cf588ae6722 is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:47.827020 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:47.833415 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:47.917652 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:47.921233 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:47.930975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0ddd8c8b-7431-40a3-b88e-55381d7d7eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:47.973960 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20c2a90ec9b245fe8e6f9cf588ae6722&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958527
Feb 18 03:08:47.975708 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2719c01c-d93d-48f0-8b2a-974b73556ba0,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:47.976724 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49354) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:47.979062 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ee035503-bfd9-4cb1-a01f-359fbed82215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:48.039866 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.066836 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.114808 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.119675 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b10b152f-6656-4d22-847b-38d43085de1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:48.134699 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2719c01c-d93d-48f0-8b2a-974b73556ba0,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:48.137882 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:48.142426 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.146220 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8085bddf-3331-43ae-9803-4959552ad9de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2719c01c-d93d-48f0-8b2a-974b73556ba0 HTTP/1.1" status: 204  len: 168 time: 0.1657619
Feb 18 03:08:48.429955 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49364) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:48.448841 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.464149 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:48.468221 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Usage tracker for resource:security_group_rule and tenant:f46b01a2165d453b9629dfe667785473 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:48.471143 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:48.477441 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:48.561420 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.564225 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.573066 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82a34dcc-5dcc-4bf6-9e29-ea91024593e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:48.616399 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f46b01a2165d453b9629dfe667785473&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1852477
Feb 18 03:08:48.618027 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea300c8e-a2de-4f81-8ae0-d2b4c7b99d4b,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:48.619772 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49368) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:48.621628 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f688d287-af2b-4b40-bd35-7aebeba6e580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:48.684152 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.711193 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.758554 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.763382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8cbf60b8-a2fb-4f78-8579-9ce0309f191b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:48.778277 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea300c8e-a2de-4f81-8ae0-d2b4c7b99d4b,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:48.781399 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:48.786661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:48.787921 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c4cf587f-9d62-4759-abf9-fe98fc0dfdca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea300c8e-a2de-4f81-8ae0-d2b4c7b99d4b HTTP/1.1" status: 204  len: 168 time: 0.1670697
Feb 18 03:08:48.879032 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:49.277313 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.378279 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49494) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:58.501134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.517134 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:58.521298 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Usage tracker for resource:security_group_rule and tenant:4b3d9a3e7d1d47c8b9950ea46d99b02c is out of sync, need to count used quota {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:58.524283 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83977) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:58.530057 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83977) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:58.616154 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.618805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.627550 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-84389c68-09de-44e2-8f2f-4646f0ee92ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:58.670087 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b3d9a3e7d1d47c8b9950ea46d99b02c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2906811
Feb 18 03:08:58.671805 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43136198-782c-46cf-866b-20ca6b7082c6,revision_number=1']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:58.673607 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49500) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:58.675539 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-081ea44b-f71b-454a-8269-905eef32a75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:58.740516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.769464 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.814124 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.819060 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-043fedd8-ebe0-470f-89d4-bff7b34cd919 tempest-AttachVolumeShelveTestJSON-2028827156 tempest-AttachVolumeShelveTestJSON-2028827156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:58.831854 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43136198-782c-46cf-866b-20ca6b7082c6,revision_number=None']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:58.836719 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:58.840990 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:58.845063 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-be2f70ef-0a08-4d41-980c-2c504464c744 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43136198-782c-46cf-866b-20ca6b7082c6 HTTP/1.1" status: 204  len: 168 time: 0.1703706
Feb 18 03:08:59.132673 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49508) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:59.152581 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.168056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:59.172076 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:1172bd78fd8748bca788ec7a64f0cfb1 is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:59.174954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:59.180775 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:59.263341 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.266261 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.275741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7485f438-fee5-40d6-9673-4d225227c6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:59.317067 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1172bd78fd8748bca788ec7a64f0cfb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1831307
Feb 18 03:08:59.318749 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6362d5ff-a5df-4db6-8676-2a76d34ce38f,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:59.319983 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49512) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:59.322136 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-50567c6b-4e54-4785-880e-1c7342425fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:59.383975 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.415657 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.459802 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.464767 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-661e0d56-e92d-4178-bd71-cbaca36858a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:08:59.480347 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362d5ff-a5df-4db6-8676-2a76d34ce38f,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:08:59.484656 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:08:59.486661 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.488495 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e5a347ca-b373-4888-a142-376df079935f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6362d5ff-a5df-4db6-8676-2a76d34ce38f HTTP/1.1" status: 204  len: 168 time: 0.1674201
Feb 18 03:08:59.835252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83978) accepted ('10.222.0.53', 49520) {{(pid=83978) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:08:59.858158 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.873846 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 03:08:59.877844 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Usage tracker for resource:security_group_rule and tenant:51f3d6cf5ff547eea978ceb5890e0e8b is out of sync, need to count used quota {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 03:08:59.881412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83978) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 03:08:59.887113 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83978) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 03:08:59.971556 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.974722 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_create {{(pid=83978) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:08:59.983528 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d66c2ae5-d006-4cc7-9ef4-58f7206a1933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:09:00.027786 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51f3d6cf5ff547eea978ceb5890e0e8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1913414
Feb 18 03:09:00.028766 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02112c60-ec16-48fa-807f-6112cca1ed78,revision_number=1']} {{(pid=83978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:09:00.031519 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83977) accepted ('10.222.0.53', 49524) {{(pid=83977) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 03:09:00.032028 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-04dd9985-9186-4d0d-83d7-45d81eb42760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83978) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:09:00.096594 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:00.124564 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:00.170713 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854176482'] for security_group, after_delete {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:00.175618 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0dbe7758-15c4-409b-b7a9-19fb044d8d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 03:09:00.188741 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02112c60-ec16-48fa-807f-6112cca1ed78,revision_number=None']} {{(pid=83977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 03:09:00.191344 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83977) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 03:09:00.195881 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83977) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:00.196923 dv-cinder-763306-10-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4b3328a6-b0f3-4df2-b8a9-7f3eb9423e41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02112c60-ec16-48fa-807f-6112cca1ed78 HTTP/1.1" status: 204  len: 168 time: 0.1643100
Feb 18 03:09:03.656329 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:09:10.160956 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:14.875893 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe5cff0d-a5e0-4f20-b05c-a97735351d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:17.398660 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3645bd77-4bad-40c1-8172-d3c6e1dd2558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:17.602074 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:18.881988 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:19.280768 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:40.156610 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:40.656796 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:09:44.877840 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc6295e5-2c1b-4c41-abc2-878346d7f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:47.400692 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2967-a7fd-4acd-baeb-868fc5e99b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:47.604238 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:48.883170 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:09:49.347022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:10.160826 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:14.879959 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28f9ab3e-c4ee-448c-80cc-3da9b53af403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:17.401926 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-708ff0e5-4aa5-4d08-a39b-8bbc39f77201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:17.606976 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:17.655980 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:10:18.886353 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:19.287382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:40.158516 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:44.881505 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15e2a505-afb1-4f0d-b8ee-02f02cc90fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:47.404412 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86f1454a-1d1c-4eb1-9b5f-1a505736a72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:47.609271 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:48.888774 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:49.291601 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:10:54.655360 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:11:10.157388 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:14.882138 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a95b5f24-fd16-448a-96d8-c176e8da15da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:17.404895 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff928e51-6a4b-4d37-a8d0-60150a790bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:17.612442 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:18.891531 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:19.294530 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:31.655452 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:11:40.172919 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:44.884064 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f6831dd-2e31-4470-8f84-4f25b3987428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:47.406001 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-735628aa-8a69-45ed-93a0-9e667f214c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:47.614782 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:48.894366 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:11:49.359954 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:08.655453 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:12:10.171229 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:14.886569 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf4f2-4aa1-45c5-8e17-0990acdbc1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:17.406801 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1219ea7-0306-4bc5-a3d9-7fc05f5c8cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:17.619041 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:18.896007 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:19.301120 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:40.187468 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:44.889449 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-75b57d9e-621d-40df-aef2-7d3c4f7088e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:45.655307 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:12:47.408022 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95ec0782-487b-4b97-91e8-41b35c474821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:47.620527 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:48.898202 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:49.304624 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:12:59.299098 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-25579451-116f-4ce1-8104-bbc805466c9a req-2600a34b-5364-4cde-bcfa-9258b43fc9a9 service neutron] (83977) timed out ('10.222.0.53', 46730) {{(pid=83977) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 03:13:10.217211 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:14.893103 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6832a055-89a5-4407-afd4-c9915496ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:17.408326 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39137e12-c3db-4ba7-833f-4c1a08832ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:17.623996 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:18.901252 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:19.308382 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:22.655510 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:13:40.242810 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:44.894727 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f57bb15c-1583-4796-85bf-68b5ed0498b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:47.408428 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2a0915d0-0d23-4cc1-a8cb-1c19cb57db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:47.625056 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:48.903650 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:49.376268 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:13:59.659117 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-aad48d54-a374-4b75-bc56-3ebc1813afdf None None] Agent healthcheck: found 6 active agents {{(pid=83980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 03:14:10.248275 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a196-3a37-4f36-bed5-ecc078156a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:14:14.896370 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ae493a3a-eaf2-4ccb-b60e-5790970d7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:14:17.414112 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90637962-f8a5-4fb6-bf24-527fe39b8551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:14:17.636636 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6478ca7-aab9-428f-92c2-919e342d4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:14:18.905166 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8a47-7ef5-4656-b1d0-8e99aea36cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 03:14:19.322433 dv-cinder-763306-10-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-40217be8-fc07-4059-90cd-bb818c5be056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273057160939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1710703'] for agent, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}